-- Logs begin at Tue 2021-07-13 18:40:06 UTC, end at Tue 2021-07-13 20:14:16 UTC. -- Jul 13 19:15:58.361280 dv-cinder-786933-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 13 19:16:01.042070 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.common.config [-] Logging enabled! Jul 13 19:16:01.042633 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 13 19:16:01.042850 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92775) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 13 19:16:01.046248 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.common.config [-] Logging enabled! Jul 13 19:16:01.046509 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 13 19:16:01.046828 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92775) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 13 19:16:01.047773 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 19:16:01.048013 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 19:16:01.048381 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 19:16:01.048661 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 19:16:01.048894 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 19:16:01.049224 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.049527 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.049829 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.050066 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.050366 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.050662 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.050950 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.051244 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.051543 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.051831 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.052114 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.052401 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.052667 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.052954 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.053248 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.053541 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.053767 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] debug = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.054606 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.055038 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.055450 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.055740 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.056039 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.056327 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.056639 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.056924 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.057215 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.057550 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] host = dv-cinder-786933-3-iscsi {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.057834 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.058127 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.058422 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.058715 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.058996 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.059282 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.059573 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.059853 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.060132 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] log_file = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.060413 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.060733 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.061030 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.061325 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.061556 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.061784 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.062078 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.062370 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.062651 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.062930 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.063209 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.063487 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.063765 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.064037 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.064326 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.064638 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.064932 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.065212 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.065489 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.065764 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.066037 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.066326 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.066601 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.066879 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.067155 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.067447 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.067717 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.067992 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.068294 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.068607 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.068899 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.069195 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.069478 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.069793 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.070070 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.070351 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.070624 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] use_json = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.070902 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.071178 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.071464 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.071741 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.072016 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.072290 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.072590 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.072888 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:01.073189 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.073493 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.073802 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.074092 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.074394 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.074680 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.074976 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.075260 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.075557 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.075853 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.076147 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.076432 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.076751 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.077035 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.077356 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.077650 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.077952 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.078252 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.078533 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.078813 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.079101 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.079384 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.079677 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.079975 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.080270 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.080569 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.080855 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.081151 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.081434 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.081712 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.081993 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.082285 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.082565 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.082840 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.083124 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.083405 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.083680 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.083956 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.084236 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.084551 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.084834 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.085109 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.085920 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.086201 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.086477 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.086763 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.087043 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.087319 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.087596 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.087877 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.088155 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.088431 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.088736 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.089015 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.089295 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.089580 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.089861 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.090141 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.090420 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.090702 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.090982 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.091261 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.091545 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.091824 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.092101 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.092380 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.092687 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.092970 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.093261 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.093561 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.093847 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.094132 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.094416 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.094698 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.094981 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.095263 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.095546 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.095829 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.096108 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.096408 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.096733 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.097030 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.097319 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.097605 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.097912 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.098196 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.098488 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.098774 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.099059 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.099356 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.099651 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.099959 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.100263 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.100591 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.101529 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.101836 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.102128 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.102448 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.102741 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:01.102965 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 19:16:01.103210 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92775) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 13 19:16:01.449200 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 13 19:16:01.449408 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 13 19:16:01.449699 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 13 19:16:01.450040 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 13 19:16:01.837397 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:01.837688 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:01.837964 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:01.839288 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:01.839567 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:01.839847 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:01.874013 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:01.874296 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:01.874569 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:01.887985 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:01.888271 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:01.888563 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:01.918762 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:01.919047 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:01.919322 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:01.954401 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:01.954684 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:01.954956 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:02.184241 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:02.184937 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:02.184937 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:02.185097 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:02.185705 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:02.303575 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:02.303923 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:02.304213 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:02.304486 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:02.304777 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:02.305089 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:02.305353 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:02.305608 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:02.305864 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:02.306148 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:02.306412 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:02.306678 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:02.306937 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:02.307191 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:02.307449 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:02.307712 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:02.307969 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:02.308240 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:02.308521 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:02.308795 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:02.309076 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:02.309333 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:02.309616 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:02.309999 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:02.310253 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:02.310501 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:02.310900 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92775) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 19:16:02.311155 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92775) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 19:16:02.311403 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92775) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 19:16:02.311650 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92775) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 19:16:02.311895 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92775) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 19:16:02.312140 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92775) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 19:16:02.312526 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 13 19:16:02.315592 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 13 19:16:02.320034 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 13 19:16:02.323917 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1150, 1199)])]) Jul 13 19:16:02.325674 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 13 19:16:02.326124 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 13 19:16:02.326467 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 13 19:16:02.326858 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 13 19:16:02.329672 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 13 19:16:02.329924 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 13 19:16:02.330271 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 19:16:02.358000 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 13 19:16:02.358452 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:02.358757 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92775) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 13 19:16:02.359124 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:02.360488 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92775) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 13 19:16:02.360793 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 19:16:02.361040 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 13 19:16:02.365322 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:02.365611 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:02.429113 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 13 19:16:02.429357 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 13 19:16:02.429594 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 13 19:16:02.429964 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 13 19:16:02.450970 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_db.sqlalchemy.engines [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92775) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 13 19:16:02.973623 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.plugins.ml2.managers [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Initializing driver for type 'gre' Jul 13 19:16:02.974184 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] gre ID ranges: [(1, 1000)] Jul 13 19:16:03.029690 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.plugins.ml2.managers [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Initializing driver for type 'local' Jul 13 19:16:03.030031 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.plugins.ml2.managers [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Initializing driver for type 'vlan' Jul 13 19:16:03.042745 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] VlanTypeDriver initialization complete Jul 13 19:16:03.043074 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.plugins.ml2.managers [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Initializing driver for type 'vxlan' Jul 13 19:16:03.043559 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] vxlan ID ranges: [(1, 1000)] Jul 13 19:16:03.092238 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.plugins.ml2.managers [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Initializing extension driver 'port_security' Jul 13 19:16:03.092672 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.plugins.ml2.extensions.port_security [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] PortSecurityExtensionDriver initialization complete Jul 13 19:16:03.093004 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.plugins.ml2.managers [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Initializing mechanism driver 'openvswitch' Jul 13 19:16:03.093327 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.plugins.ml2.managers [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Initializing mechanism driver 'hyperv' Jul 13 19:16:03.099689 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.plugins.ml2.plugin [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:16:03.100555 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > port after_create 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.101420 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > port after_update 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.101773 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > port after_delete 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.102298 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92775) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 19:16:03.102732 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > subnet after_create 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.103088 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > subnet after_update 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.103433 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > subnet after_delete 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.103825 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92775) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 19:16:03.104230 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > network after_create 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.104604 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > network after_update 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.104951 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > network after_delete 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.105342 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92775) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 19:16:03.105744 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > security_group after_create 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.106094 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > security_group after_update 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.106434 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > security_group after_delete 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.106829 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92775) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 19:16:03.107231 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.107579 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.107918 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.108307 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92775) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 19:16:03.108735 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > address_group after_create 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.109082 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > address_group after_update 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.109418 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > address_group after_delete 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.109812 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92775) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 19:16:03.110191 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] ML2 OVO RPC backend initialized. {{(pid=92775) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 13 19:16:03.110894 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > router_interface after_create 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.111252 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.111667 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > network before_response 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.112019 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > networks before_response 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.112364 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > port before_response 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.112734 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > ports before_response 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.113080 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > subnet before_response 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.113420 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > subnets before_response 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.113767 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > network after_create 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.114106 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > network after_update 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.114441 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > network after_delete 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.114775 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > port after_create 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.115108 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > port after_update 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.115443 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > port after_delete 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.115777 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > subnet after_create 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.116112 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > subnet after_update 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.117045 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > subnet after_delete 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.117618 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.plugins.ml2.plugin [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Modular L2 Plugin initialization complete Jul 13 19:16:03.117947 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading services supported by the core plugin {{(pid=92775) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 13 19:16:03.118277 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.plugins.ml2.managers [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Got port-security extension from driver 'port_security' Jul 13 19:16:03.118739 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.extensions.vlantransparent [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Disabled vlantransparent extension. Jul 13 19:16:03.119217 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92775) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 13 19:16:03.119533 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading Plugin: router Jul 13 19:16:03.154490 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > router_interface before_create 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.154884 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > router after_create 55549900 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.155257 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > router before_create 55549900 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.155626 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.155999 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.156357 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > router after_delete 55549900 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.156741 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > floatingip after_update 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.157241 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > router after_create 55549900 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.157583 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > router after_update 55549900 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.157936 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > router after_update 55549900 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.158288 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.158651 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > router after_update 55549900 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.159062 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > router precommit_update 55549900 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.159433 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: port after_update 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.159776 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: port after_delete 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.160116 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: subnet after_update 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.160457 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.160839 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > port precommit_delete 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.161197 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > router precommit_create 55549900 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.161541 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: port before_delete 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.161887 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > router precommit_create 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.162248 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > router after_update 55549900 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.162593 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > router precommit_delete 55549900 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.162947 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > router precommit_create 55549900 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.163843 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > router_interface after_create 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.164195 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > router precommit_update 55549900 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.164586 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > agent after_create 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.164942 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > agent after_delete 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.165289 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > network after_delete 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.166140 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.quota.resource_registry [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Tracking information for resource: router configured {{(pid=92775) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 19:16:03.166477 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.quota.resource_registry [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Tracking information for resource: floatingip configured {{(pid=92775) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 19:16:03.171293 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.db.l3_agentschedulers_db [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 13 19:16:03.171871 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: port after_update 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.172234 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: port after_create 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.172623 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: port after_delete 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.172979 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: port after_update 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.173766 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > router before_create 55550100 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.174132 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > router precommit_delete 55550100 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.174497 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > router precommit_create 55550100 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.174854 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > router precommit_update 55550100 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.179848 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.services.provider_configuration [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Service providers = [] {{(pid=92775) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 13 19:16:03.180211 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.db.servicetype_db [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92775) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 13 19:16:03.183155 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.services.service_base [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92775) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 19:16:03.183511 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.services.service_base [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92775) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 19:16:03.183858 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.services.service_base [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92775) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 19:16:03.184777 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.services.service_base [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92775) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 19:16:03.185294 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.services.service_base [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 13 19:16:03.185520 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92775) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 19:16:03.185839 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 13 19:16:03.196334 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92775) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 19:16:03.196701 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading Plugin: auto_allocate Jul 13 19:16:03.202395 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: network precommit_update 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.202769 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: network precommit_create 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.203286 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92775) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 19:16:03.203606 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading Plugin: tag Jul 13 19:16:03.210249 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92775) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 19:16:03.210579 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading Plugin: timestamp Jul 13 19:16:03.214403 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92775) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 19:16:03.214734 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading Plugin: network_ip_availability Jul 13 19:16:03.220096 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.220472 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.220873 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.221587 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92775) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 19:16:03.221908 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading Plugin: flavors Jul 13 19:16:03.227352 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92775) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 19:16:03.227632 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading Plugin: revisions Jul 13 19:16:03.231919 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92775) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 19:16:03.232310 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_concurrency.lockutils [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.783s {{(pid=92775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 13 19:16:03.233083 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92775) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 13 19:16:03.233418 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Initializing extension manager. Jul 13 19:16:03.233928 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: __init__.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.234271 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: __pycache__ {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.234603 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.234937 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: address_group.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.235715 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.236275 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: address-group Jul 13 19:16:03.236639 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: address_scope.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.237353 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.237851 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: address-scope Jul 13 19:16:03.238174 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: admin_state_down_before_update.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.239094 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.239591 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: router-admin-state-down-before-update Jul 13 19:16:03.239916 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: agent.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.240648 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.241148 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: agent Jul 13 19:16:03.242019 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: agent_resources_synced.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.242924 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.243428 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: agent-resources-synced Jul 13 19:16:03.243750 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: allowedaddresspairs.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.245555 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.246064 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: allowed-address-pairs Jul 13 19:16:03.246389 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: auto_allocated_topology.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.247458 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.247963 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: auto-allocated-topology Jul 13 19:16:03.248285 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: availability_zone.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.249006 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.249504 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: availability_zone Jul 13 19:16:03.249825 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: availability_zone_filter.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.250727 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.251222 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: availability_zone_filter Jul 13 19:16:03.251541 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: data_plane_status.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.252443 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.252962 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extension data-plane-status not supported by any of loaded plugins Jul 13 19:16:03.253282 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: default_subnetpools.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.254187 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.254681 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: default-subnetpools Jul 13 19:16:03.255000 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: dhcpagentscheduler.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.255798 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.256296 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: dhcp_agent_scheduler Jul 13 19:16:03.256644 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: dns.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.257575 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.258073 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extension dns-integration not supported by any of loaded plugins Jul 13 19:16:03.258397 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: dns_domain_ports.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.259576 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.260115 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 13 19:16:03.260396 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.261417 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.261949 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 13 19:16:03.262264 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: dvr.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.262959 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.263549 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: dvr Jul 13 19:16:03.263924 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: empty_string_filtering.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.264948 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.265560 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: empty-string-filtering Jul 13 19:16:03.265924 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.266904 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.267511 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 13 19:16:03.267826 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.268856 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.269562 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 13 19:16:03.269785 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: external_net.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.270832 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.271309 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: external-net Jul 13 19:16:03.271696 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: extra_dhcp_opt.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.272751 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.273268 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: extra_dhcp_opt Jul 13 19:16:03.273596 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: extraroute.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.274570 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.275127 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: extraroute Jul 13 19:16:03.275464 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: extraroute_atomic.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.276582 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.277186 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: extraroute-atomic Jul 13 19:16:03.277521 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: filter_validation.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.278231 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.279054 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: filter-validation Jul 13 19:16:03.279363 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: fip_pf_description.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.280388 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.281020 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 13 19:16:03.281331 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: fip_port_details.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.282328 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.282826 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: fip-port-details Jul 13 19:16:03.283152 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: flavors.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.284373 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.284919 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: flavors Jul 13 19:16:03.285250 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.286912 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.287432 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 13 19:16:03.287768 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: floatingip_pools.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.289029 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.289536 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: floatingip-pools Jul 13 19:16:03.289866 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: ip_allocation.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.290787 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.291288 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extension ip_allocation not supported by any of loaded plugins Jul 13 19:16:03.291616 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.292556 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.293061 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: ip-substring-filtering Jul 13 19:16:03.293387 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: l2_adjacency.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.294314 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.294812 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extension l2_adjacency not supported by any of loaded plugins Jul 13 19:16:03.295139 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: l3.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.296098 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.296637 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: router Jul 13 19:16:03.296967 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: l3_conntrack_helper.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.299170 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.299685 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 13 19:16:03.300019 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.300975 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.301480 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: ext-gw-mode Jul 13 19:16:03.301806 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.302730 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.303234 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: l3-ha Jul 13 19:16:03.303559 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: l3_flavors.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.305165 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.305671 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: l3-flavors Jul 13 19:16:03.305998 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.306915 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.307422 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: l3-port-ip-change-not-allowed Jul 13 19:16:03.307746 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: l3agentscheduler.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.308799 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.309303 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: l3_agent_scheduler Jul 13 19:16:03.309629 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: logging.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.311093 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.311604 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extension logging not supported by any of loaded plugins Jul 13 19:16:03.311935 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: metering.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.312720 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.313292 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: metering Jul 13 19:16:03.313620 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.316130 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.316690 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: metering_source_and_destination_fields Jul 13 19:16:03.317024 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: multiprovidernet.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.317962 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.318470 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: multi-provider Jul 13 19:16:03.318795 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: netmtu.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.319740 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.320241 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: net-mtu Jul 13 19:16:03.320597 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: netmtu_writable.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.321521 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.322024 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: net-mtu-writable Jul 13 19:16:03.322347 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: network_availability_zone.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.323027 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.323527 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: network_availability_zone Jul 13 19:16:03.323850 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: network_ip_availability.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.324958 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.325458 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: network-ip-availability Jul 13 19:16:03.325779 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: network_segment_range.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.326544 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.327039 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extension network-segment-range not supported by any of loaded plugins Jul 13 19:16:03.327362 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: pagination.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.328344 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.328706 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: pagination Jul 13 19:16:03.329027 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: port_device_profile.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.329945 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.330451 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: port-device-profile Jul 13 19:16:03.330773 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.331692 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.332191 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: port-mac-address-regenerate Jul 13 19:16:03.332534 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.333449 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.333946 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: port-numa-affinity-policy Jul 13 19:16:03.334266 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: port_resource_request.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.335693 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.336190 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extension port-resource-request not supported by any of loaded plugins Jul 13 19:16:03.336520 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: portbindings.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.337469 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.337975 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: binding Jul 13 19:16:03.338297 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: portbindings_extended.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.339553 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.340059 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: binding-extended Jul 13 19:16:03.340384 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: portsecurity.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.341323 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.341825 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: port-security Jul 13 19:16:03.342147 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: project_id.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.343119 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.343448 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: project-id Jul 13 19:16:03.343770 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: providernet.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.344727 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.345232 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: provider Jul 13 19:16:03.345552 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: qos.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.349092 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.349606 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extension qos not supported by any of loaded plugins Jul 13 19:16:03.349936 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.351711 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.352210 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 13 19:16:03.352563 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.353488 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.353989 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 13 19:16:03.354317 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: qos_default.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.355224 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.355726 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extension qos-default not supported by any of loaded plugins Jul 13 19:16:03.356055 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: qos_fip.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.356732 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.357230 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extension qos-fip not supported by any of loaded plugins Jul 13 19:16:03.357553 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: qos_gateway_ip.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.358473 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.358976 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 13 19:16:03.359299 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: qos_port_network_policy.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.360213 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.360746 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 13 19:16:03.361070 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: qos_rule_type_details.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.361982 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.362479 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 13 19:16:03.362802 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: qos_rules_alias.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.363843 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.364350 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 13 19:16:03.364706 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: quotasv2.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.365614 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.366129 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: quotas Jul 13 19:16:03.367080 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: quotasv2_detail.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.371265 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.372544 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: quota_details Jul 13 19:16:03.372894 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: rbac.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.373967 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.374496 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: rbac-policies Jul 13 19:16:03.374831 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: rbac_address_group.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.375762 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.376271 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: rbac-address-group Jul 13 19:16:03.376635 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: rbac_address_scope.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.377577 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.378085 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: rbac-address-scope Jul 13 19:16:03.378411 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: rbac_security_groups.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.379377 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.379877 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: rbac-security-groups Jul 13 19:16:03.380201 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: rbac_subnetpool.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.381137 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.381637 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: rbac-subnetpool Jul 13 19:16:03.382045 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: revisionifmatch.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.383462 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.384226 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: revision-if-match Jul 13 19:16:03.384585 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: revisions.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.385699 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.386207 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: standard-attr-revisions Jul 13 19:16:03.386534 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: router_availability_zone.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.387205 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.387718 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: router_availability_zone Jul 13 19:16:03.388041 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: routerservicetype.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.388984 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.389481 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extension router-service-type not supported by any of loaded plugins Jul 13 19:16:03.389804 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.390725 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.391230 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: security-groups-normalized-cidr Jul 13 19:16:03.391553 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: security_groups_port_filtering.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.392467 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.392998 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: port-security-groups-filtering Jul 13 19:16:03.393320 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.394238 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.394739 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: security-groups-remote-address-group Jul 13 19:16:03.395069 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: securitygroup.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.404762 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.405294 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: security-group Jul 13 19:16:03.405631 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: segment.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.406416 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.406918 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extension segment not supported by any of loaded plugins Jul 13 19:16:03.407250 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.408186 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.408728 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 13 19:16:03.409059 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: servicetype.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.410152 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.410666 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: service-type Jul 13 19:16:03.411000 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: sorting.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.411975 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.412310 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: sorting Jul 13 19:16:03.412668 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: standard_attr_segment.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.413743 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.414761 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 13 19:16:03.415112 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: standardattrdescription.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.416128 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.416795 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: standard-attr-description Jul 13 19:16:03.418008 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: stateful_security_group.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.418987 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.419509 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: stateful-security-group Jul 13 19:16:03.419843 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: stdattrs_common.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.420433 dv-cinder-786933-3-iscsi neutron-server[92775]: WARNING neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 13 19:16:03.420784 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.421725 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.422232 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 13 19:16:03.422557 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: subnet_onboard.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.423631 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.424201 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: subnet_onboard Jul 13 19:16:03.424542 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.425474 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.425974 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 13 19:16:03.426297 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: subnet_service_types.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.427222 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.427723 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: subnet-service-types Jul 13 19:16:03.428045 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: subnetallocation.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.429687 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.430188 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: subnet_allocation Jul 13 19:16:03.430511 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.431185 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.431686 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: subnetpool-prefix-ops Jul 13 19:16:03.432005 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.432964 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.433465 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 13 19:16:03.433786 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: tagging.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.434850 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.435358 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: standard-attr-tag Jul 13 19:16:03.435684 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: timestamp.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.436921 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.437431 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loaded extension: standard-attr-timestamp Jul 13 19:16:03.437758 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: trunk.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.438783 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.439286 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extension trunk not supported by any of loaded plugins Jul 13 19:16:03.439615 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: trunk_details.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.440560 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.441066 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extension trunk-details not supported by any of loaded plugins Jul 13 19:16:03.441396 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: uplink_status_propagation.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.442316 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.442822 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 13 19:16:03.443147 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Loading extension file: vlantransparent.py {{(pid=92775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:16:03.443817 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:16:03.444323 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extension vlan-transparent not supported by any of loaded plugins Jul 13 19:16:03.447416 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.quota.resource_registry [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Creating instance of TrackedResource for resource:network Jul 13 19:16:03.447948 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.quota.resource_registry [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Creating instance of TrackedResource for resource:subnet Jul 13 19:16:03.448348 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.quota.resource_registry [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 19:16:03.448771 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.quota.resource_registry [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Creating instance of TrackedResource for resource:port Jul 13 19:16:03.450016 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.v2.resource_helper [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:16:03.450465 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.v2.resource_helper [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Service FLAVORS assigned prefix: {{(pid=92775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:16:03.451083 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.v2.resource_helper [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:16:03.451517 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.v2.resource_helper [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:16:03.451849 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.quota.resource_registry [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Creating instance of TrackedResource for resource:router Jul 13 19:16:03.452281 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.quota.resource_registry [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Creating instance of TrackedResource for resource:floatingip Jul 13 19:16:03.452809 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.v2.resource_helper [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Service METERING assigned prefix: /metering {{(pid=92775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:16:03.454259 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.454629 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.454981 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:03.455972 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.quota.resource_registry [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 19:16:03.456424 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.quota.resource_registry [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Creating instance of TrackedResource for resource:security_group Jul 13 19:16:03.456906 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.quota.resource_registry [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 19:16:03.457514 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.v2.resource_helper [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Service CORE assigned prefix: {{(pid=92775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:16:03.457843 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.quota.resource_registry [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 19:16:03.458187 dv-cinder-786933-3-iscsi neutron-server[92775]: WARNING neutron.quota.resource_registry [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] subnetpool is already registered Jul 13 19:16:03.458621 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.v2.resource_helper [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Service CORE assigned prefix: {{(pid=92775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:16:03.458948 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.quota.resource_registry [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 19:16:03.459280 dv-cinder-786933-3-iscsi neutron-server[92775]: WARNING neutron.quota.resource_registry [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] subnetpool is already registered Jul 13 19:16:03.461619 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.v2.resource_helper [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:16:03.462055 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.v2.resource_helper [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Service FLAVORS assigned prefix: {{(pid=92775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:16:03.462651 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.v2.resource_helper [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:16:03.463076 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.v2.resource_helper [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:16:03.463413 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.quota.resource_registry [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Creating instance of TrackedResource for resource:router Jul 13 19:16:03.463754 dv-cinder-786933-3-iscsi neutron-server[92775]: WARNING neutron.quota.resource_registry [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] router is already registered Jul 13 19:16:03.464172 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.quota.resource_registry [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Creating instance of TrackedResource for resource:floatingip Jul 13 19:16:03.464520 dv-cinder-786933-3-iscsi neutron-server[92775]: WARNING neutron.quota.resource_registry [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] floatingip is already registered Jul 13 19:16:03.464991 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.v2.resource_helper [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Service METERING assigned prefix: /metering {{(pid=92775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:16:03.465662 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.quota.resource_registry [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 19:16:03.465987 dv-cinder-786933-3-iscsi neutron-server[92775]: WARNING neutron.quota.resource_registry [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] rbac_policy is already registered Jul 13 19:16:03.466402 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.quota.resource_registry [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Creating instance of TrackedResource for resource:security_group Jul 13 19:16:03.466742 dv-cinder-786933-3-iscsi neutron-server[92775]: WARNING neutron.quota.resource_registry [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] security_group is already registered Jul 13 19:16:03.467147 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.quota.resource_registry [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 19:16:03.467477 dv-cinder-786933-3-iscsi neutron-server[92775]: WARNING neutron.quota.resource_registry [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] security_group_rule is already registered Jul 13 19:16:03.468108 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.v2.resource_helper [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Service CORE assigned prefix: {{(pid=92775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:16:03.468439 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.quota.resource_registry [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 19:16:03.468794 dv-cinder-786933-3-iscsi neutron-server[92775]: WARNING neutron.quota.resource_registry [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] subnetpool is already registered Jul 13 19:16:03.469214 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.v2.resource_helper [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Service CORE assigned prefix: {{(pid=92775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:16:03.469536 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.quota.resource_registry [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 19:16:03.469868 dv-cinder-786933-3-iscsi neutron-server[92775]: WARNING neutron.quota.resource_registry [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] subnetpool is already registered Jul 13 19:16:03.470337 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extended resource: extensions {{(pid=92775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:16:03.471777 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extended resource: address-groups {{(pid=92775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:16:03.473294 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extended resource: address-scopes {{(pid=92775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:16:03.474604 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extended resource: agents {{(pid=92775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:16:03.475775 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extended resource: auto-allocated-topology {{(pid=92775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:16:03.477044 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extended resource: availability_zones {{(pid=92775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:16:03.478297 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extended resource: dhcp-networks {{(pid=92775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:16:03.479745 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extended resource: dhcp-agents {{(pid=92775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:16:03.481177 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extended resource: routers {{(pid=92775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:16:03.482869 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extended resource: flavors {{(pid=92775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:16:03.484127 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extended resource: service_profiles {{(pid=92775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:16:03.485344 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extended resource: next_providers {{(pid=92775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:16:03.486781 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extended resource: service_profiles {{(pid=92775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:16:03.488303 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extended resource: floatingip-pools {{(pid=92775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:16:03.489543 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extended resource: routers {{(pid=92775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:16:03.491222 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extended resource: floatingips {{(pid=92775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:16:03.493905 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extended resource: l3-routers {{(pid=92775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:16:03.495316 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extended resource: l3-agents {{(pid=92775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:16:03.496744 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extended resource: metering-labels {{(pid=92775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:16:03.497989 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extended resource: metering-label-rules {{(pid=92775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:16:03.499339 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extended resource: network-ip-availabilities {{(pid=92775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:16:03.500612 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extended resource: bindings {{(pid=92775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:16:03.502151 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extended resource: quotas {{(pid=92775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:16:03.503688 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extended resource: quotas {{(pid=92775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:16:03.505125 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extended resource: rbac-policies {{(pid=92775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:16:03.506295 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extended resource: security-groups {{(pid=92775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:16:03.508192 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extended resource: security-group-rules {{(pid=92775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:16:03.509727 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extended resource: service-providers {{(pid=92775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:16:03.510954 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extended resource: subnetpools {{(pid=92775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:16:03.512263 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extended resource: subnetpools {{(pid=92775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:16:03.513819 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extended resource: tags {{(pid=92775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:16:03.515462 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extended resource: tags {{(pid=92775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:16:03.517295 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extended resource: tags {{(pid=92775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:16:03.519063 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extended resource: tags {{(pid=92775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:16:03.520785 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extended resource: tags {{(pid=92775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:16:03.522744 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extended resource: tags {{(pid=92775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:16:03.524419 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extended resource: tags {{(pid=92775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:16:03.526217 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extended resource: tags {{(pid=92775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:16:03.528065 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extended resource: tags {{(pid=92775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:16:03.529836 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron.api.extensions [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Extended resource: tags {{(pid=92775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:16:03.535730 dv-cinder-786933-3-iscsi neutron-server[92775]: WARNING keystonemiddleware.auth_token [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 13 19:16:03.540309 dv-cinder-786933-3-iscsi neutron-server[92775]: WARNING keystonemiddleware.auth_token [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 13 19:16:03.548647 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_concurrency.lockutils [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Acquired lock "singleton_lock" {{(pid=92775) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 13 19:16:03.549125 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_concurrency.lockutils [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Releasing lock "singleton_lock" {{(pid=92775) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 13 19:16:03.549763 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO oslo_service.service [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Starting 2 workers Jul 13 19:16:03.555079 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Started child 92884 {{(pid=92775) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 19:16:03.559850 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Started child 92885 {{(pid=92775) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 19:16:03.560531 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:03.561481 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO neutron.service [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Neutron service started, listening on 0.0.0.0:9696 Jul 13 19:16:03.562078 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [-] (92884) wsgi starting up on http://0.0.0.0:9696 Jul 13 19:16:03.562180 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Notify callbacks [] for process, before_spawn {{(pid=92775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:03.564650 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO oslo_service.service [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Starting 1 workers Jul 13 19:16:03.565483 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:03.566935 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [-] (92885) wsgi starting up on http://0.0.0.0:9696 Jul 13 19:16:03.570436 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Started child 92886 {{(pid=92775) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 19:16:03.570944 dv-cinder-786933-3-iscsi neutron-server[92775]: INFO oslo_service.service [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Starting 1 workers Jul 13 19:16:03.574275 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.service [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] calling RpcWorker wait() {{(pid=92886) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 13 19:16:03.574865 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.service [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] returning from RpcWorker wait() {{(pid=92886) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 13 19:16:03.575421 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Started child 92887 {{(pid=92775) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 19:16:03.576122 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:03.576260 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG neutron_lib.callbacks.manager [None req-9398c3dc-7939-4c8d-9a4f-0d60a34f908c None None] Notify callbacks [] for process, after_spawn {{(pid=92775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:03.576713 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:16:03.578324 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92775) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 19:16:03.578537 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 19:16:03.578723 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 19:16:03.578937 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 19:16:03.579284 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 19:16:03.579448 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 19:16:03.579952 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.580230 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.580407 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:03.580897 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.580897 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.581021 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.581581 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:16:03.581674 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.581916 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.582159 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.582429 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.582679 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.582854 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.583019 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.583288 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.583536 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.583829 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.584109 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.584354 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.584650 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.584822 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.585117 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.585384 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.585647 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.585918 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] debug = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.586163 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.586653 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.586905 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.587164 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.587383 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.587664 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.587905 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.588170 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.588412 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.588655 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.588893 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.589156 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.589401 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.589646 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.589868 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.590135 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.590359 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.590824 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] host = dv-cinder-786933-3-iscsi {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.591042 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.591262 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.591516 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.591761 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.592019 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.592266 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.592537 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.595458 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.595458 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.595458 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.595458 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.595458 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.595458 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.595458 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] log_file = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.595458 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] log_options = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.595458 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.596596 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.596596 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.596596 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.596596 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.596596 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.596596 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.596596 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.597424 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.597424 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.597424 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.597424 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.597424 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.597424 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.598122 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.598122 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.598122 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.598482 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.598482 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.599465 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.599465 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.599465 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.599465 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.599957 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.599957 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.600210 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.600342 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.600525 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.600773 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.601030 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.601280 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.601541 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.601787 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.602045 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.602273 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.602510 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.602711 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.602984 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.603212 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.603453 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.603701 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.603936 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.604191 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.604426 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.606152 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.607072 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] use_json = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.607072 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.607072 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.609558 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.609558 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.609558 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.609558 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.610194 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.610194 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.610447 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.610732 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.611040 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.611311 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.611569 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.611830 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.613239 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.613239 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.613239 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.613239 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.613239 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.613939 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.613939 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.613939 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.614297 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.614533 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.614818 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.615085 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.615328 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.615578 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.615815 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.616041 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.616936 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.617201 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.618169 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.618169 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.618169 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.618169 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.618509 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.618647 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.618884 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.619742 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.620143 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.620488 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.620771 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.620870 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.621077 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.621296 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.621554 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.621778 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.622219 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.622986 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.622986 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.622986 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.626907 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.626907 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.626907 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.626907 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.626907 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.626907 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.626907 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.626907 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.626907 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.628368 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.628368 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.628368 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.628368 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.628368 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.629360 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.629677 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.630611 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.630897 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.631137 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.631367 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.631609 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.632673 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.632791 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.634064 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.634064 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.634064 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.634064 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.634407 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.634407 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.634661 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.634911 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.635134 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.635379 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.635701 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.635849 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.636083 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.638048 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.638048 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.638048 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.638048 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.638048 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.638048 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.638048 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.638048 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.638680 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.638680 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.638829 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.639005 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.639241 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.639508 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.639760 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.640023 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.640287 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.641049 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.641328 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.641565 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.641957 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.642072 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.642296 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.642544 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.644769 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.644769 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.644769 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.644769 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.644769 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.644769 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.644769 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.644769 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.645444 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.645444 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.645444 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.645681 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.645840 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.646099 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.646362 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.646792 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.647217 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.647725 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.647725 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.647981 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.648395 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.649056 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.649286 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.649562 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.649825 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.650052 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.650291 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.650557 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.650875 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.651134 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.651354 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.651577 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.651863 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.652098 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.652355 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.652651 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.652905 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.653162 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.653435 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.653674 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.653893 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.654323 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.654425 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.654576 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.654985 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.655391 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.655643 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.656407 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.656407 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.656407 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.656676 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.657393 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.657625 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.657849 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.658225 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.658488 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.658731 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.658958 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.659200 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.659572 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.659825 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.660049 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.660292 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.660597 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.660841 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.661113 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.661420 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.661671 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.661924 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.662209 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.662475 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.662696 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.662948 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.663200 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.663421 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.663639 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.663863 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.664082 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.664291 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.664557 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.664782 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.665019 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.665271 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.665598 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.665841 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.666114 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.666363 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.666587 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.666936 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.667084 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.667491 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.667719 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.667943 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.668167 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.668414 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.668690 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.668920 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.669160 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.669378 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.669617 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.669868 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.670086 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.670394 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.670651 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.670887 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.671150 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.671396 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.671647 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.671920 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.672139 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.672352 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.672604 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.672825 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.673046 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.673279 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.673495 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.673873 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.674104 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.674324 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.674563 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.674815 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.675030 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.675244 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.675626 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.675847 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.676062 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.676317 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.676591 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.676807 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.677087 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.677316 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.677556 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.677862 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.678123 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.678369 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.679343 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.679581 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.679833 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.680100 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.680400 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.680642 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.680909 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.681157 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.681380 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.681626 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.681956 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.682211 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.682519 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.682767 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.683025 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.683309 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.683590 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.683857 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.684074 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.684383 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.684776 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.685066 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.685347 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.685582 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.685862 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.686122 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.686344 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.686582 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.686823 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.687048 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.687308 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.687558 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.687804 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.688026 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.688254 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.688475 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.688738 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.688970 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.689215 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.689434 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.689594 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 19:16:03.690100 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92775) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 19:16:03.690264 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 19:16:03.690419 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 19:16:03.690588 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 19:16:03.690831 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 19:16:03.691058 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 19:16:03.691312 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.691849 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.691849 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.691849 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.692322 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.692449 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.692594 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.692720 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.692871 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.693035 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.693211 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.693371 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.693692 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.693870 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.695680 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.695680 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.695680 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.695680 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.695680 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.695680 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.695680 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.695680 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.696277 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] debug = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.696277 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.696277 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.696559 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.696559 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.696725 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.696808 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.696945 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.697104 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.697512 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.697672 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.697811 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.697981 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.698146 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.698307 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.698469 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.698629 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.698791 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.698951 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] host = dv-cinder-786933-3-iscsi {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.699110 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.699273 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.699435 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.699596 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.699758 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.699919 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.700080 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.700241 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.700406 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.700590 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.700754 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.700916 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.701076 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.701242 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] log_file = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.701403 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] log_options = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.701567 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.701723 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.701883 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.702075 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.702296 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.702409 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.702550 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.702710 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.702870 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.703036 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.703197 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.703358 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.703520 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.703682 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.703846 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.704009 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.704174 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.704336 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.704521 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.704680 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.704842 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.705061 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.705158 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.705328 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.705470 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.705634 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.705792 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.705957 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.706118 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.706282 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.706442 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.706605 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.706765 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.706968 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.707082 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.707241 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.707399 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.707564 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.707726 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.707887 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.708048 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.708209 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.708370 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.708551 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.708715 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.708876 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] use_json = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.709038 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.709204 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.709382 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.709523 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.709687 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.709850 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.710011 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.710198 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:16:03.710382 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.710542 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.710709 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.710882 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.711046 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.711209 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.711372 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.711537 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.711699 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.711864 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.712022 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.712187 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.712413 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.712596 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.712725 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.712850 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.713012 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.713142 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:16:03.713272 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.713412 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.713538 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.713662 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.713786 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.713942 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.714105 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.714270 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.714433 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.714596 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.714761 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.714925 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.715089 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.715253 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.715420 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.715586 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.715748 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.715911 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.716074 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.716238 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.716401 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.716586 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.716751 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.716915 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.717078 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.717241 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.717404 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.717567 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.717731 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.717894 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.718058 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.718221 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.718384 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.718558 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.718722 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.718885 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.719047 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.719211 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.719373 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.719536 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.719699 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.719863 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.720026 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.720188 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.720364 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.720544 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.720709 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.720872 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.721036 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.721198 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.721362 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.721525 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.721689 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.721852 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.722014 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.722178 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.722340 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.722490 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.722682 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.722809 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.722961 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.723125 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.723288 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.723452 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.723614 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.723850 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.724823 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.724823 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.724823 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.725592 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.725592 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.725592 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.726457 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.726457 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.726602 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.726712 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.726875 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.727040 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.727203 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.727370 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.727542 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.727704 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.727867 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.728034 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.728199 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.728828 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.728828 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.728828 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.728828 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.728828 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.730041 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.730041 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.730041 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.730041 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.730041 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.730041 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.730041 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.730498 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.730498 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.730498 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.730716 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.730795 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.730950 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.731114 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.731278 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.731445 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.731609 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.731754 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.731921 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.732137 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.733106 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.733106 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.733106 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.733106 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.733106 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.733106 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.734267 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.734267 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.734267 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.734267 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.734267 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.734267 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.734267 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.735544 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.735544 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.735544 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.735544 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.735544 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.735544 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.735544 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.735544 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.736714 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.736714 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.736714 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.736714 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.736714 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.736714 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.736714 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.736714 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.738353 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.738353 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.738353 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.738353 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.738353 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.738353 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.738353 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.738353 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.739013 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.739013 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.739013 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.739013 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.739013 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.739013 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.739013 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.739554 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.739554 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.739554 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.739554 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.739819 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.739896 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.740010 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.740186 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.740339 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.740519 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.740669 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.740834 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.740998 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.741162 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.741371 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.742029 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.742210 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.742376 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.742546 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.742710 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.742877 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.743040 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.743205 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.743369 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.743532 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.743699 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.743863 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.744030 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.744198 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.744362 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.744546 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.744712 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.744876 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.745039 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.745204 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.745380 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.745545 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.745708 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.745870 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.746034 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.746197 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.746370 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.746535 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.746697 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.746860 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.747023 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.747186 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.747358 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.747521 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.747720 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.747888 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.748050 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.748213 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.748384 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.748561 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.748719 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.748882 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.749044 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.749207 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.749380 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.749544 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.749707 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.749869 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.750031 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.750194 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.750365 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.750528 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.750691 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.750862 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.751024 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.751188 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.751350 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.751524 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.751688 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.751854 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.752016 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.752179 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.752445 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.754086 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.754086 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.754086 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.754086 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.754086 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.754658 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.754658 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.754658 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.754658 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.754927 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.754927 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.755083 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.755235 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.755404 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.755568 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.755731 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.755896 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.756059 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.756224 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.756387 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.756574 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.756733 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.756898 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.757085 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.757247 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.757412 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.757573 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.757737 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.757899 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.758063 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:16:03.758215 dv-cinder-786933-3-iscsi neutron-server[92775]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 19:16:04.033899 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 43964) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:04.043161 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069265 Jul 13 19:16:15.267565 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c18791-eedf-4f79-98a4-59818e51170a None None] get_active_networks_info from dv-cinder-786933-3-iscsi {{(pid=92886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 19:16:15.342799 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c18791-eedf-4f79-98a4-59818e51170a None None] No non-hosted networks {{(pid=92886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 13 19:16:15.356988 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.agentschedulers_db [None req-96c18791-eedf-4f79-98a4-59818e51170a None None] DHCP Agent not found on host dv-cinder-786933-3-iscsi {{(pid=92886) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 13 19:16:15.490799 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6b6de5f6-1b99-4f07-8322-0fc9b630bee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-507193'] for agent, after_create {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:17.721161 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-7d77de7b-48c2-418f-b8d2-1a8931a50b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-507193'] for agent, after_create {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:17.774747 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-01c10660-dff8-4fe1-9d77-82a4f30f074b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:17.843342 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-507193'] for agent, after_create {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:17.844362 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:17.844896 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:17.845445 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:17.845972 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:17.846476 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:17.847023 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:17.847535 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:17.848093 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:17.848628 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:17.849129 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:17.849630 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:17.850127 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:17.850760 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786933-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:16:17.862213 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786933-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:16:19.007139 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-507193'] for agent, after_create {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:20.628596 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-507193'] for agent, after_create {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:21.177690 dv-cinder-786933-3-iscsi neutron-server[92886]: INFO neutron.db.l3_hamode_db [None req-e861828f-afd3-426b-a227-971f6bae8e04 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 13 19:16:21.251780 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e861828f-afd3-426b-a227-971f6bae8e04 None None] Routers set() bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:16:21.252164 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e861828f-afd3-426b-a227-971f6bae8e04 None None] Router IDs set() for agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 19:16:21.702782 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 44058) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:22.178136 dv-cinder-786933-3-iscsi neutron-server[92885]: WARNING oslo_policy.policy [None req-daeb07b9-5ae9-4448-8b74-e240e96a1cb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 19:16:22.178871 dv-cinder-786933-3-iscsi neutron-server[92885]: WARNING oslo_policy.policy [None req-daeb07b9-5ae9-4448-8b74-e240e96a1cb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 19:16:22.394853 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [None req-daeb07b9-5ae9-4448-8b74-e240e96a1cb0 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:16:22.395838 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-daeb07b9-5ae9-4448-8b74-e240e96a1cb0 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6921654 Jul 13 19:16:24.708923 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 44072) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:25.011199 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-0c917959-84dc-466a-a33c-3319d1a0c2da admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:16:25.104186 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.policy [None req-0c917959-84dc-466a-a33c-3319d1a0c2da admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92885) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 19:16:25.148635 dv-cinder-786933-3-iscsi neutron-server[92885]: WARNING oslo_policy.policy [None req-0c917959-84dc-466a-a33c-3319d1a0c2da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 19:16:25.149008 dv-cinder-786933-3-iscsi neutron-server[92885]: WARNING oslo_policy.policy [None req-0c917959-84dc-466a-a33c-3319d1a0c2da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 19:16:25.157522 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.quota [None req-0c917959-84dc-466a-a33c-3319d1a0c2da admin admin] Loaded quota_driver: . Jul 13 19:16:25.248662 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-0c917959-84dc-466a-a33c-3319d1a0c2da admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772361378769', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772361378300', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772361325130', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772361323408', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772361354707', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772361344458', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1640390', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1667803', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-575503', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7818238'] for rbac-policy, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:25.312157 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-0c917959-84dc-466a-a33c-3319d1a0c2da admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:25.313409 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-0c917959-84dc-466a-a33c-3319d1a0c2da admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6034441 Jul 13 19:16:27.854500 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 44084) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:28.139347 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-4888e002-03a1-459d-bbbd-3fdb4b8af35f admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '6f1e3ee609134870b9a832f9d45e0534', 'project_id': '6f1e3ee609134870b9a832f9d45e0534', 'admin_state_up': True}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:16:28.167935 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4888e002-03a1-459d-bbbd-3fdb4b8af35f admin admin] Made reservation on behalf of 6f1e3ee609134870b9a832f9d45e0534 for: {'network': 1} {{(pid=92885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:16:28.170783 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-4888e002-03a1-459d-bbbd-3fdb4b8af35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for network, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:28.187411 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-4888e002-03a1-459d-bbbd-3fdb4b8af35f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:28.311093 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-4888e002-03a1-459d-bbbd-3fdb4b8af35f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:28.314714 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-4888e002-03a1-459d-bbbd-3fdb4b8af35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:28.333930 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4888e002-03a1-459d-bbbd-3fdb4b8af35f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1176} {{(pid=92885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:16:28.361205 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-4888e002-03a1-459d-bbbd-3fdb4b8af35f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772357979194', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480'] for segment, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:28.361774 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-4888e002-03a1-459d-bbbd-3fdb4b8af35f admin admin] Unsubscribe: segment precommit_create {{(pid=92885) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 19:16:28.362262 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.db.segments_db [None req-4888e002-03a1-459d-bbbd-3fdb4b8af35f admin admin] Added segment 14c34e78-58af-42e4-90e2-c9b648fc58e6 of type vlan for network b6ae80c3-76e8-485e-92b4-f4e8aff18371 Jul 13 19:16:28.379292 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4888e002-03a1-459d-bbbd-3fdb4b8af35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8bbcf6-3ffb-431f-b251-37ec7cf2fce8,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:28.405330 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888e002-03a1-459d-bbbd-3fdb4b8af35f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:28.405683 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888e002-03a1-459d-bbbd-3fdb4b8af35f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:28.406016 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888e002-03a1-459d-bbbd-3fdb4b8af35f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:28.406343 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888e002-03a1-459d-bbbd-3fdb4b8af35f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:28.406662 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888e002-03a1-459d-bbbd-3fdb4b8af35f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:28.406997 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888e002-03a1-459d-bbbd-3fdb4b8af35f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:28.407318 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888e002-03a1-459d-bbbd-3fdb4b8af35f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:28.407640 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888e002-03a1-459d-bbbd-3fdb4b8af35f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:28.407973 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888e002-03a1-459d-bbbd-3fdb4b8af35f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:28.408288 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888e002-03a1-459d-bbbd-3fdb4b8af35f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:28.408620 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888e002-03a1-459d-bbbd-3fdb4b8af35f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:28.408930 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888e002-03a1-459d-bbbd-3fdb4b8af35f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:28.410026 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888e002-03a1-459d-bbbd-3fdb4b8af35f admin admin] Tracked resource versions report: Jul 13 19:16:28.410026 dv-cinder-786933-3-iscsi neutron-server[92885]: pushed versions: Jul 13 19:16:28.410026 dv-cinder-786933-3-iscsi neutron-server[92885]: { 'AddressGroup': {'1.2'}, Jul 13 19:16:28.410026 dv-cinder-786933-3-iscsi neutron-server[92885]: 'ConntrackHelper': {'1.0'}, Jul 13 19:16:28.410026 dv-cinder-786933-3-iscsi neutron-server[92885]: 'Log': {'1.0'}, Jul 13 19:16:28.410026 dv-cinder-786933-3-iscsi neutron-server[92885]: 'Network': {'1.1'}, Jul 13 19:16:28.410026 dv-cinder-786933-3-iscsi neutron-server[92885]: 'Port': {'1.7'}, Jul 13 19:16:28.410026 dv-cinder-786933-3-iscsi neutron-server[92885]: 'PortForwarding': {'1.2'}, Jul 13 19:16:28.410026 dv-cinder-786933-3-iscsi neutron-server[92885]: 'QosPolicy': {'1.8'}, Jul 13 19:16:28.410026 dv-cinder-786933-3-iscsi neutron-server[92885]: 'SecurityGroup': {'1.4'}, Jul 13 19:16:28.410026 dv-cinder-786933-3-iscsi neutron-server[92885]: 'SecurityGroupRule': {'1.2'}, Jul 13 19:16:28.410026 dv-cinder-786933-3-iscsi neutron-server[92885]: 'SubPort': {'1.0'}, Jul 13 19:16:28.410026 dv-cinder-786933-3-iscsi neutron-server[92885]: 'Subnet': {'1.1'}, Jul 13 19:16:28.410026 dv-cinder-786933-3-iscsi neutron-server[92885]: 'Trunk': {'1.1'}} Jul 13 19:16:28.410026 dv-cinder-786933-3-iscsi neutron-server[92885]: consumer versions: Jul 13 19:16:28.410026 dv-cinder-786933-3-iscsi neutron-server[92885]: { DHCP agent@dv-cinder-786933-3-iscsi: {}, Jul 13 19:16:28.410026 dv-cinder-786933-3-iscsi neutron-server[92885]: L3 agent@dv-cinder-786933-3-iscsi: {}, Jul 13 19:16:28.410026 dv-cinder-786933-3-iscsi neutron-server[92885]: Metadata agent@dv-cinder-786933-3-iscsi: {}, Jul 13 19:16:28.410026 dv-cinder-786933-3-iscsi neutron-server[92885]: Metering agent@dv-cinder-786933-3-iscsi: {}, Jul 13 19:16:28.410026 dv-cinder-786933-3-iscsi neutron-server[92885]: Open vSwitch agent@dv-cinder-786933-3-iscsi: { 'AddressGroup': '1.2', Jul 13 19:16:28.410026 dv-cinder-786933-3-iscsi neutron-server[92885]: 'ConntrackHelper': '1.0', Jul 13 19:16:28.410026 dv-cinder-786933-3-iscsi neutron-server[92885]: 'Log': '1.0', Jul 13 19:16:28.410026 dv-cinder-786933-3-iscsi neutron-server[92885]: 'Network': '1.1', Jul 13 19:16:28.410026 dv-cinder-786933-3-iscsi neutron-server[92885]: 'Port': '1.7', Jul 13 19:16:28.410026 dv-cinder-786933-3-iscsi neutron-server[92885]: 'PortForwarding': '1.2', Jul 13 19:16:28.410026 dv-cinder-786933-3-iscsi neutron-server[92885]: 'QosPolicy': '1.8', Jul 13 19:16:28.410026 dv-cinder-786933-3-iscsi neutron-server[92885]: 'SecurityGroup': '1.4', Jul 13 19:16:28.410026 dv-cinder-786933-3-iscsi neutron-server[92885]: 'SecurityGroupRule': '1.2', Jul 13 19:16:28.410026 dv-cinder-786933-3-iscsi neutron-server[92885]: 'SubPort': '1.0', Jul 13 19:16:28.410026 dv-cinder-786933-3-iscsi neutron-server[92885]: 'Subnet': '1.1', Jul 13 19:16:28.410026 dv-cinder-786933-3-iscsi neutron-server[92885]: 'Trunk': '1.1'}} Jul 13 19:16:28.410026 dv-cinder-786933-3-iscsi neutron-server[92885]: {{(pid=92885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 19:16:28.480804 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-4888e002-03a1-459d-bbbd-3fdb4b8af35f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772357517572'] for network, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:28.530335 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-4888e002-03a1-459d-bbbd-3fdb4b8af35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669'] for network, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:28.531357 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4888e002-03a1-459d-bbbd-3fdb4b8af35f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:28.531986 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-4888e002-03a1-459d-bbbd-3fdb4b8af35f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for network, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:28.611104 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-4888e002-03a1-459d-bbbd-3fdb4b8af35f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7555110 Jul 13 19:16:28.629514 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4888e002-03a1-459d-bbbd-3fdb4b8af35f admin admin] Pushing event updated for resources: {'Network': ['ID=b6ae80c3-76e8-485e-92b4-f4e8aff18371,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:28.642493 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Network b6ae80c3-76e8-485e-92b4-f4e8aff18371 details requested by agent ovs-agent-dv-cinder-786933-3-iscsi with host dv-cinder-786933-3-iscsi {{(pid=92886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:16:31.186514 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 44098) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:31.572392 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0931a1fe-7e34-4ac1-8851-d29863460359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:31.573780 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-0931a1fe-7e34-4ac1-8851-d29863460359 admin admin] 10.222.0.22 "GET /v2.0/networks/b6ae80c3-76e8-485e-92b4-f4e8aff18371 HTTP/1.1" status: 200 len: 826 time: 0.3863285 Jul 13 19:16:31.596784 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-6e45091f-abe3-4753-9d9e-cad40e3d518d admin admin] 10.222.0.22 "GET /v2.0/subnetpools/82d8d1a7-04e1-44a7-b9cc-3ee8f5ff3aca HTTP/1.1" status: 200 len: 734 time: 0.0176647 Jul 13 19:16:31.605401 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-797d0d07-6b39-4446-8e27-0443657d0d99 admin admin] Request body: {'subnet': {'tenant_id': '6f1e3ee609134870b9a832f9d45e0534', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '82d8d1a7-04e1-44a7-b9cc-3ee8f5ff3aca', 'ip_version': 4, 'network_id': 'b6ae80c3-76e8-485e-92b4-f4e8aff18371', 'name': 'private-subnet'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:16:31.626953 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797d0d07-6b39-4446-8e27-0443657d0d99 admin admin] Made reservation on behalf of 6f1e3ee609134870b9a832f9d45e0534 for: {'subnet': 1} {{(pid=92885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:16:31.629278 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-797d0d07-6b39-4446-8e27-0443657d0d99 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:31.918458 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-797d0d07-6b39-4446-8e27-0443657d0d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669'] for subnet, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:31.987081 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d0d07-6b39-4446-8e27-0443657d0d99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76e28d10-1506-4670-94d4-cf68686e8d13,revision_number=0']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:31.988975 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797d0d07-6b39-4446-8e27-0443657d0d99 admin admin] Checking segment: {'id': '14c34e78-58af-42e4-90e2-c9b648fc58e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b6ae80c3-76e8-485e-92b4-f4e8aff18371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:16:31.989357 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797d0d07-6b39-4446-8e27-0443657d0d99 admin admin] Network hostable DHCP agents. Network: b6ae80c3-76e8-485e-92b4-f4e8aff18371, hostable agents: ['46ee3fc2-8c8b-485e-8a09-c5820fb474f8'], hosted agents: [] {{(pid=92885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:16:32.011930 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797d0d07-6b39-4446-8e27-0443657d0d99 admin admin] Network b6ae80c3-76e8-485e-92b4-f4e8aff18371 is scheduled to be hosted by DHCP agent 46ee3fc2-8c8b-485e-8a09-c5820fb474f8 with binding_index 1 {{(pid=92885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:16:32.023771 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.base_scheduler [None req-797d0d07-6b39-4446-8e27-0443657d0d99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-3-iscsi, b6ae80c3-76e8-485e-92b4-f4e8aff18371) {{(pid=92885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:16:32.028279 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797d0d07-6b39-4446-8e27-0443657d0d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:32.028879 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-797d0d07-6b39-4446-8e27-0443657d0d99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for subnet, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:32.033920 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46da64f-66fb-41f3-a403-aaa249271345 None None] Network b6ae80c3-76e8-485e-92b4-f4e8aff18371 requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:16:32.042117 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-797d0d07-6b39-4446-8e27-0443657d0d99 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4400299 Jul 13 19:16:32.341158 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3808c794-f0a6-4738-a14e-5228e13e77cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45260216-df0c-5796-8452-8e51f9540998-b6ae80c3-76e8-485e-92b4-f4e8aff18371', 'network_id': 'b6ae80c3-76e8-485e-92b4-f4e8aff18371', 'tenant_id': '6f1e3ee609134870b9a832f9d45e0534', 'fixed_ips': [{'subnet_id': '76e28d10-1506-4670-94d4-cf68686e8d13'}]}} from dv-cinder-786933-3-iscsi. {{(pid=92886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:16:32.342451 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-3808c794-f0a6-4738-a14e-5228e13e77cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:32.609479 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.db_base_plugin_common [None req-3808c794-f0a6-4738-a14e-5228e13e77cf None None] Allocated IP 172.20.0.2 (b6ae80c3-76e8-485e-92b4-f4e8aff18371/76e28d10-1506-4670-94d4-cf68686e8d13/b8b4534b-5fca-4037-8267-5fae47114249) {{(pid=92886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:16:32.804460 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-3808c794-f0a6-4738-a14e-5228e13e77cf None None] Notify callbacks [] for port, precommit_create {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:32.822232 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-3808c794-f0a6-4738-a14e-5228e13e77cf None None] Transition to ACTIVE for port object b8b4534b-5fca-4037-8267-5fae47114249 will not be triggered until provisioned by entity L2. {{(pid=92886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:16:32.870525 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-3808c794-f0a6-4738-a14e-5228e13e77cf None None] Transition to ACTIVE for port object b8b4534b-5fca-4037-8267-5fae47114249 will not be triggered until provisioned by entity DHCP. {{(pid=92886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:16:32.879177 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-3808c794-f0a6-4738-a14e-5228e13e77cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819'] for port, after_create {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:32.941766 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3808c794-f0a6-4738-a14e-5228e13e77cf None None] Network b6ae80c3-76e8-485e-92b4-f4e8aff18371 is already hosted by enough agents. {{(pid=92886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:16:32.948666 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.scheduler.base_scheduler [None req-3808c794-f0a6-4738-a14e-5228e13e77cf None None] Resources bound (agent type, host, resource id): {{(pid=92886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:16:32.958218 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3808c794-f0a6-4738-a14e-5228e13e77cf None None] Received port after_create {{(pid=92886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:16:32.965690 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3808c794-f0a6-4738-a14e-5228e13e77cf None None] Pushing event updated for resources: {'Port': ['ID=b8b4534b-5fca-4037-8267-5fae47114249,revision_number=1']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:33.007235 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3808c794-f0a6-4738-a14e-5228e13e77cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:33.007582 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3808c794-f0a6-4738-a14e-5228e13e77cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:33.007922 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3808c794-f0a6-4738-a14e-5228e13e77cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:33.008258 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3808c794-f0a6-4738-a14e-5228e13e77cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:33.008868 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3808c794-f0a6-4738-a14e-5228e13e77cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:33.009239 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3808c794-f0a6-4738-a14e-5228e13e77cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:33.009571 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3808c794-f0a6-4738-a14e-5228e13e77cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:33.009893 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3808c794-f0a6-4738-a14e-5228e13e77cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:33.010235 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3808c794-f0a6-4738-a14e-5228e13e77cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:33.010560 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3808c794-f0a6-4738-a14e-5228e13e77cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:33.010879 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3808c794-f0a6-4738-a14e-5228e13e77cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:33.011202 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3808c794-f0a6-4738-a14e-5228e13e77cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:33.012328 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3808c794-f0a6-4738-a14e-5228e13e77cf None None] Tracked resource versions report: Jul 13 19:16:33.012328 dv-cinder-786933-3-iscsi neutron-server[92886]: pushed versions: Jul 13 19:16:33.012328 dv-cinder-786933-3-iscsi neutron-server[92886]: { 'AddressGroup': {'1.2'}, Jul 13 19:16:33.012328 dv-cinder-786933-3-iscsi neutron-server[92886]: 'ConntrackHelper': {'1.0'}, Jul 13 19:16:33.012328 dv-cinder-786933-3-iscsi neutron-server[92886]: 'Log': {'1.0'}, Jul 13 19:16:33.012328 dv-cinder-786933-3-iscsi neutron-server[92886]: 'Network': {'1.1'}, Jul 13 19:16:33.012328 dv-cinder-786933-3-iscsi neutron-server[92886]: 'Port': {'1.7'}, Jul 13 19:16:33.012328 dv-cinder-786933-3-iscsi neutron-server[92886]: 'PortForwarding': {'1.2'}, Jul 13 19:16:33.012328 dv-cinder-786933-3-iscsi neutron-server[92886]: 'QosPolicy': {'1.8'}, Jul 13 19:16:33.012328 dv-cinder-786933-3-iscsi neutron-server[92886]: 'SecurityGroup': {'1.4'}, Jul 13 19:16:33.012328 dv-cinder-786933-3-iscsi neutron-server[92886]: 'SecurityGroupRule': {'1.2'}, Jul 13 19:16:33.012328 dv-cinder-786933-3-iscsi neutron-server[92886]: 'SubPort': {'1.0'}, Jul 13 19:16:33.012328 dv-cinder-786933-3-iscsi neutron-server[92886]: 'Subnet': {'1.1'}, Jul 13 19:16:33.012328 dv-cinder-786933-3-iscsi neutron-server[92886]: 'Trunk': {'1.1'}} Jul 13 19:16:33.012328 dv-cinder-786933-3-iscsi neutron-server[92886]: consumer versions: Jul 13 19:16:33.012328 dv-cinder-786933-3-iscsi neutron-server[92886]: { DHCP agent@dv-cinder-786933-3-iscsi: {}, Jul 13 19:16:33.012328 dv-cinder-786933-3-iscsi neutron-server[92886]: L3 agent@dv-cinder-786933-3-iscsi: {}, Jul 13 19:16:33.012328 dv-cinder-786933-3-iscsi neutron-server[92886]: Metadata agent@dv-cinder-786933-3-iscsi: {}, Jul 13 19:16:33.012328 dv-cinder-786933-3-iscsi neutron-server[92886]: Metering agent@dv-cinder-786933-3-iscsi: {}, Jul 13 19:16:33.012328 dv-cinder-786933-3-iscsi neutron-server[92886]: Open vSwitch agent@dv-cinder-786933-3-iscsi: { 'AddressGroup': '1.2', Jul 13 19:16:33.012328 dv-cinder-786933-3-iscsi neutron-server[92886]: 'ConntrackHelper': '1.0', Jul 13 19:16:33.012328 dv-cinder-786933-3-iscsi neutron-server[92886]: 'Log': '1.0', Jul 13 19:16:33.012328 dv-cinder-786933-3-iscsi neutron-server[92886]: 'Network': '1.1', Jul 13 19:16:33.012328 dv-cinder-786933-3-iscsi neutron-server[92886]: 'Port': '1.7', Jul 13 19:16:33.012328 dv-cinder-786933-3-iscsi neutron-server[92886]: 'PortForwarding': '1.2', Jul 13 19:16:33.012328 dv-cinder-786933-3-iscsi neutron-server[92886]: 'QosPolicy': '1.8', Jul 13 19:16:33.012328 dv-cinder-786933-3-iscsi neutron-server[92886]: 'SecurityGroup': '1.4', Jul 13 19:16:33.012328 dv-cinder-786933-3-iscsi neutron-server[92886]: 'SecurityGroupRule': '1.2', Jul 13 19:16:33.012328 dv-cinder-786933-3-iscsi neutron-server[92886]: 'SubPort': '1.0', Jul 13 19:16:33.012328 dv-cinder-786933-3-iscsi neutron-server[92886]: 'Subnet': '1.1', Jul 13 19:16:33.012328 dv-cinder-786933-3-iscsi neutron-server[92886]: 'Trunk': '1.1'}} Jul 13 19:16:33.012328 dv-cinder-786933-3-iscsi neutron-server[92886]: {{(pid=92886) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 19:16:33.044301 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-3808c794-f0a6-4738-a14e-5228e13e77cf None None] Attempting to bind port b8b4534b-5fca-4037-8267-5fae47114249 on host dv-cinder-786933-3-iscsi for vnic_type normal with profile {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:16:33.044919 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-3808c794-f0a6-4738-a14e-5228e13e77cf None None] Attempting to bind port b8b4534b-5fca-4037-8267-5fae47114249 by drivers openvswitch,hyperv on host dv-cinder-786933-3-iscsi at level 0 using segments [{'id': '14c34e78-58af-42e4-90e2-c9b648fc58e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b6ae80c3-76e8-485e-92b4-f4e8aff18371'}] {{(pid=92886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:16:33.045215 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3808c794-f0a6-4738-a14e-5228e13e77cf None None] Attempting to bind port b8b4534b-5fca-4037-8267-5fae47114249 on network b6ae80c3-76e8-485e-92b4-f4e8aff18371 {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:16:33.050049 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3808c794-f0a6-4738-a14e-5228e13e77cf None None] Checking agent: {'id': '666c655c-5d62-4287-a041-db0951989b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 16, 18), 'started_at': datetime.datetime(2021, 7, 13, 19, 16, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:16:33.050464 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3808c794-f0a6-4738-a14e-5228e13e77cf None None] Checking segment: {'id': '14c34e78-58af-42e4-90e2-c9b648fc58e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b6ae80c3-76e8-485e-92b4-f4e8aff18371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:16:33.050951 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-3808c794-f0a6-4738-a14e-5228e13e77cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:33.051340 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3808c794-f0a6-4738-a14e-5228e13e77cf None None] Bound using segment: {'id': '14c34e78-58af-42e4-90e2-c9b648fc58e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b6ae80c3-76e8-485e-92b4-f4e8aff18371'} {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:16:33.051803 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-3808c794-f0a6-4738-a14e-5228e13e77cf None None] Bound port: b8b4534b-5fca-4037-8267-5fae47114249, host: dv-cinder-786933-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c34e78-58af-42e4-90e2-c9b648fc58e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b6ae80c3-76e8-485e-92b4-f4e8aff18371'}}] {{(pid=92886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:16:33.052230 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-3808c794-f0a6-4738-a14e-5228e13e77cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:33.112334 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-3808c794-f0a6-4738-a14e-5228e13e77cf None None] For port b8b4534b-5fca-4037-8267-5fae47114249, host dv-cinder-786933-3-iscsi, cleared binding levels {{(pid=92886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:16:33.117182 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-3808c794-f0a6-4738-a14e-5228e13e77cf None None] For port b8b4534b-5fca-4037-8267-5fae47114249, host dv-cinder-786933-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=b8b4534b-5fca-4037-8267-5fae47114249,segment=NetworkSegment(14c34e78-58af-42e4-90e2-c9b648fc58e6),segment_id=14c34e78-58af-42e4-90e2-c9b648fc58e6)] {{(pid=92886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:16:33.121381 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-3808c794-f0a6-4738-a14e-5228e13e77cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:33.186044 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3808c794-f0a6-4738-a14e-5228e13e77cf None None] Pushing event updated for resources: {'Port': ['ID=b8b4534b-5fca-4037-8267-5fae47114249,revision_number=2']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:34.391555 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 44106) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:34.700672 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [None req-09ef2ff5-6a93-4623-a18b-cb879adc6d03 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:16:34.701689 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-09ef2ff5-6a93-4623-a18b-cb879adc6d03 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3091557 Jul 13 19:16:37.048833 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 44114) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:37.353588 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [None req-aa4c13c9-3905-4e85-9455-46b51aed9e5a admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:16:37.354678 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-aa4c13c9-3905-4e85-9455-46b51aed9e5a admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3049238 Jul 13 19:16:39.259114 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdca2b71-6e7b-436b-a4e5-5ffe50e76903 None None] Network b6ae80c3-76e8-485e-92b4-f4e8aff18371 requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:16:39.370101 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-e566122d-4a6d-49b5-af48-5bd6163d0486 None None] Provisioning for port b8b4534b-5fca-4037-8267-5fae47114249 completed by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:16:39.803356 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device b8b4534b-5fca-4037-8267-5fae47114249 up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:16:39.882987 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning for port b8b4534b-5fca-4037-8267-5fae47114249 completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:16:39.886916 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port b8b4534b-5fca-4037-8267-5fae47114249 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:16:39.887321 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:39.965605 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 44128) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:39.991389 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:40.024223 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] For port b8b4534b-5fca-4037-8267-5fae47114249, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=b8b4534b-5fca-4037-8267-5fae47114249,segment=NetworkSegment(14c34e78-58af-42e4-90e2-c9b648fc58e6),segment_id=14c34e78-58af-42e4-90e2-c9b648fc58e6)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:16:40.028571 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:40.074075 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Pushing event updated for resources: {'Port': ['ID=b8b4534b-5fca-4037-8267-5fae47114249,revision_number=3']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:40.448210 dv-cinder-786933-3-iscsi neutron-server[92884]: WARNING oslo_policy.policy [None req-c0700674-5561-463b-81cf-da05b8b23ccc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 19:16:40.448821 dv-cinder-786933-3-iscsi neutron-server[92884]: WARNING oslo_policy.policy [None req-c0700674-5561-463b-81cf-da05b8b23ccc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 19:16:40.663461 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-c0700674-5561-463b-81cf-da05b8b23ccc admin admin] Request body: {'router': {'tenant_id': '6f1e3ee609134870b9a832f9d45e0534', 'name': 'router1', 'admin_state_up': True}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:16:40.726397 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.policy [None req-c0700674-5561-463b-81cf-da05b8b23ccc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92884) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 19:16:40.771892 dv-cinder-786933-3-iscsi neutron-server[92884]: WARNING oslo_policy.policy [None req-c0700674-5561-463b-81cf-da05b8b23ccc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 19:16:40.772258 dv-cinder-786933-3-iscsi neutron-server[92884]: WARNING oslo_policy.policy [None req-c0700674-5561-463b-81cf-da05b8b23ccc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 19:16:40.780847 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.quota [None req-c0700674-5561-463b-81cf-da05b8b23ccc admin admin] Loaded quota_driver: . Jul 13 19:16:40.836735 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-c0700674-5561-463b-81cf-da05b8b23ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-502719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57487'] for router, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:40.838544 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-c0700674-5561-463b-81cf-da05b8b23ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57476'] for router, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:40.989467 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-c0700674-5561-463b-81cf-da05b8b23ccc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:40.994881 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-c0700674-5561-463b-81cf-da05b8b23ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502306'] for router, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:41.013876 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-c0700674-5561-463b-81cf-da05b8b23ccc admin admin] Notify callbacks [] for router, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:41.015262 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-c0700674-5561-463b-81cf-da05b8b23ccc admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0474744 Jul 13 19:16:41.786775 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device b8b4534b-5fca-4037-8267-5fae47114249 up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:16:41.832587 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port b8b4534b-5fca-4037-8267-5fae47114249 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:16:41.832955 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:43.355074 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 44144) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:43.662202 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [None req-0e4d7838-fbc6-4532-8083-33ae3cce80d0 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:16:43.663262 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-0e4d7838-fbc6-4532-8083-33ae3cce80d0 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3072035 Jul 13 19:16:45.165086 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-d61825b3-3b7b-4a41-97a1-2641861de2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:45.999160 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 44152) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:46.304702 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-4025c0d5-346c-424f-9b97-037d031768e9 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:16:46.326359 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4025c0d5-346c-424f-9b97-037d031768e9 admin admin] Made reservation on behalf of 9661f8c3832d4514ad9420a768222a27 for: {'network': 1} {{(pid=92884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:16:46.329083 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-4025c0d5-346c-424f-9b97-037d031768e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for network, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:46.344469 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-4025c0d5-346c-424f-9b97-037d031768e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:46.464130 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-4025c0d5-346c-424f-9b97-037d031768e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:46.467578 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-4025c0d5-346c-424f-9b97-037d031768e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:46.479185 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4025c0d5-346c-424f-9b97-037d031768e9 admin admin] Reserving flat network on physical network physnet1 {{(pid=92884) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 13 19:16:46.511174 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-4025c0d5-346c-424f-9b97-037d031768e9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772357979194', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480'] for segment, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:46.511746 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-4025c0d5-346c-424f-9b97-037d031768e9 admin admin] Unsubscribe: segment precommit_create {{(pid=92884) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 19:16:46.512251 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.db.segments_db [None req-4025c0d5-346c-424f-9b97-037d031768e9 admin admin] Added segment 13a02452-998b-4f16-8f41-6eb5670d640f of type flat for network 016193b2-3012-4896-ba69-fa2225e8730f Jul 13 19:16:46.530039 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025c0d5-346c-424f-9b97-037d031768e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a7e68f-8f00-4ffb-a605-251ae8e1d3d0,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:46.578422 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4025c0d5-346c-424f-9b97-037d031768e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:46.578772 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4025c0d5-346c-424f-9b97-037d031768e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:46.579114 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4025c0d5-346c-424f-9b97-037d031768e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:46.579449 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4025c0d5-346c-424f-9b97-037d031768e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:46.579821 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4025c0d5-346c-424f-9b97-037d031768e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:46.580128 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4025c0d5-346c-424f-9b97-037d031768e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:46.580447 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4025c0d5-346c-424f-9b97-037d031768e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:46.580796 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4025c0d5-346c-424f-9b97-037d031768e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:46.581137 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4025c0d5-346c-424f-9b97-037d031768e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:46.581463 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4025c0d5-346c-424f-9b97-037d031768e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:46.581783 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4025c0d5-346c-424f-9b97-037d031768e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:46.582103 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4025c0d5-346c-424f-9b97-037d031768e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:46.583221 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4025c0d5-346c-424f-9b97-037d031768e9 admin admin] Tracked resource versions report: Jul 13 19:16:46.583221 dv-cinder-786933-3-iscsi neutron-server[92884]: pushed versions: Jul 13 19:16:46.583221 dv-cinder-786933-3-iscsi neutron-server[92884]: { 'AddressGroup': {'1.2'}, Jul 13 19:16:46.583221 dv-cinder-786933-3-iscsi neutron-server[92884]: 'ConntrackHelper': {'1.0'}, Jul 13 19:16:46.583221 dv-cinder-786933-3-iscsi neutron-server[92884]: 'Log': {'1.0'}, Jul 13 19:16:46.583221 dv-cinder-786933-3-iscsi neutron-server[92884]: 'Network': {'1.1'}, Jul 13 19:16:46.583221 dv-cinder-786933-3-iscsi neutron-server[92884]: 'Port': {'1.7'}, Jul 13 19:16:46.583221 dv-cinder-786933-3-iscsi neutron-server[92884]: 'PortForwarding': {'1.2'}, Jul 13 19:16:46.583221 dv-cinder-786933-3-iscsi neutron-server[92884]: 'QosPolicy': {'1.8'}, Jul 13 19:16:46.583221 dv-cinder-786933-3-iscsi neutron-server[92884]: 'SecurityGroup': {'1.4'}, Jul 13 19:16:46.583221 dv-cinder-786933-3-iscsi neutron-server[92884]: 'SecurityGroupRule': {'1.2'}, Jul 13 19:16:46.583221 dv-cinder-786933-3-iscsi neutron-server[92884]: 'SubPort': {'1.0'}, Jul 13 19:16:46.583221 dv-cinder-786933-3-iscsi neutron-server[92884]: 'Subnet': {'1.1'}, Jul 13 19:16:46.583221 dv-cinder-786933-3-iscsi neutron-server[92884]: 'Trunk': {'1.1'}} Jul 13 19:16:46.583221 dv-cinder-786933-3-iscsi neutron-server[92884]: consumer versions: Jul 13 19:16:46.583221 dv-cinder-786933-3-iscsi neutron-server[92884]: { DHCP agent@dv-cinder-786933-3-iscsi: {}, Jul 13 19:16:46.583221 dv-cinder-786933-3-iscsi neutron-server[92884]: L3 agent@dv-cinder-786933-3-iscsi: {}, Jul 13 19:16:46.583221 dv-cinder-786933-3-iscsi neutron-server[92884]: Metadata agent@dv-cinder-786933-3-iscsi: {}, Jul 13 19:16:46.583221 dv-cinder-786933-3-iscsi neutron-server[92884]: Metering agent@dv-cinder-786933-3-iscsi: {}, Jul 13 19:16:46.583221 dv-cinder-786933-3-iscsi neutron-server[92884]: Open vSwitch agent@dv-cinder-786933-3-iscsi: { 'AddressGroup': '1.2', Jul 13 19:16:46.583221 dv-cinder-786933-3-iscsi neutron-server[92884]: 'ConntrackHelper': '1.0', Jul 13 19:16:46.583221 dv-cinder-786933-3-iscsi neutron-server[92884]: 'Log': '1.0', Jul 13 19:16:46.583221 dv-cinder-786933-3-iscsi neutron-server[92884]: 'Network': '1.1', Jul 13 19:16:46.583221 dv-cinder-786933-3-iscsi neutron-server[92884]: 'Port': '1.7', Jul 13 19:16:46.583221 dv-cinder-786933-3-iscsi neutron-server[92884]: 'PortForwarding': '1.2', Jul 13 19:16:46.583221 dv-cinder-786933-3-iscsi neutron-server[92884]: 'QosPolicy': '1.8', Jul 13 19:16:46.583221 dv-cinder-786933-3-iscsi neutron-server[92884]: 'SecurityGroup': '1.4', Jul 13 19:16:46.583221 dv-cinder-786933-3-iscsi neutron-server[92884]: 'SecurityGroupRule': '1.2', Jul 13 19:16:46.583221 dv-cinder-786933-3-iscsi neutron-server[92884]: 'SubPort': '1.0', Jul 13 19:16:46.583221 dv-cinder-786933-3-iscsi neutron-server[92884]: 'Subnet': '1.1', Jul 13 19:16:46.583221 dv-cinder-786933-3-iscsi neutron-server[92884]: 'Trunk': '1.1'}} Jul 13 19:16:46.583221 dv-cinder-786933-3-iscsi neutron-server[92884]: {{(pid=92884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 19:16:46.634929 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-4025c0d5-346c-424f-9b97-037d031768e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772357517572'] for network, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:46.685426 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-4025c0d5-346c-424f-9b97-037d031768e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669'] for network, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:46.686567 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4025c0d5-346c-424f-9b97-037d031768e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:46.687197 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-4025c0d5-346c-424f-9b97-037d031768e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for network, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:46.772722 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-4025c0d5-346c-424f-9b97-037d031768e9 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7724402 Jul 13 19:16:46.780741 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025c0d5-346c-424f-9b97-037d031768e9 admin admin] Pushing event updated for resources: {'Network': ['ID=016193b2-3012-4896-ba69-fa2225e8730f,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:46.799437 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Network 016193b2-3012-4896-ba69-fa2225e8730f details requested by agent ovs-agent-dv-cinder-786933-3-iscsi with host dv-cinder-786933-3-iscsi {{(pid=92886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:16:47.717144 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-7976cac1-1cf0-4169-8dfe-2bc64bdff7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:47.832766 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:48.940685 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:49.072163 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 44170) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:49.386417 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ad2ec4-cbd8-4195-a0e0-3297270cf681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:49.387762 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-45ad2ec4-cbd8-4195-a0e0-3297270cf681 admin admin] 10.222.0.22 "GET /v2.0/subnets/76e28d10-1506-4670-94d4-cf68686e8d13 HTTP/1.1" status: 200 len: 849 time: 0.3146162 Jul 13 19:16:49.518136 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-83c28362-d6e3-407f-a9a9-f660ec11b595 admin admin] 10.222.0.22 "GET /v2.0/routers/81f8c2b6-66c1-4acf-b128-68e2590fb1ab HTTP/1.1" status: 200 len: 704 time: 0.1250036 Jul 13 19:16:49.774968 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-1dbd2bc8-eade-44b6-a0c9-8503689d1e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:50.058085 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.db_base_plugin_common [None req-1dbd2bc8-eade-44b6-a0c9-8503689d1e52 admin admin] Allocated IP 172.20.0.1 (b6ae80c3-76e8-485e-92b4-f4e8aff18371/76e28d10-1506-4670-94d4-cf68686e8d13/e5f03186-8553-4a84-b160-746b4911876e) {{(pid=92884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:16:50.237310 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-1dbd2bc8-eade-44b6-a0c9-8503689d1e52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:50.261004 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.provisioning_blocks [None req-1dbd2bc8-eade-44b6-a0c9-8503689d1e52 admin admin] Transition to ACTIVE for port object e5f03186-8553-4a84-b160-746b4911876e will not be triggered until provisioned by entity DHCP. {{(pid=92884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:16:50.341480 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-1dbd2bc8-eade-44b6-a0c9-8503689d1e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819'] for port, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:50.405567 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbd2bc8-eade-44b6-a0c9-8503689d1e52 admin admin] Network b6ae80c3-76e8-485e-92b4-f4e8aff18371 is already hosted by enough agents. {{(pid=92884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:16:50.414995 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [None req-1dbd2bc8-eade-44b6-a0c9-8503689d1e52 admin admin] Resources bound (agent type, host, resource id): {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:16:50.422109 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbd2bc8-eade-44b6-a0c9-8503689d1e52 admin admin] Received port after_create {{(pid=92884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:16:50.422642 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-1dbd2bc8-eade-44b6-a0c9-8503689d1e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502481'] for router_interface, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:50.444964 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd2bc8-eade-44b6-a0c9-8503689d1e52 admin admin] Pushing event updated for resources: {'Port': ['ID=e5f03186-8553-4a84-b160-746b4911876e,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:50.579557 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:50.582976 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-050430f0-1e06-44e0-9284-ed48dd2e3b15 None None] Provisioning for port e5f03186-8553-4a84-b160-746b4911876e completed by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:16:50.587195 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-050430f0-1e06-44e0-9284-ed48dd2e3b15 None None] Provisioning complete for port e5f03186-8553-4a84-b160-746b4911876e triggered by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:16:50.587552 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-050430f0-1e06-44e0-9284-ed48dd2e3b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:50.621368 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-050430f0-1e06-44e0-9284-ed48dd2e3b15 None None] Port e5f03186-8553-4a84-b160-746b4911876e cannot update to ACTIVE because it is not bound. {{(pid=92886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:16:50.678891 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-1dbd2bc8-eade-44b6-a0c9-8503689d1e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:50.847947 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-1dbd2bc8-eade-44b6-a0c9-8503689d1e52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:50.852138 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-1dbd2bc8-eade-44b6-a0c9-8503689d1e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:50.852901 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-1dbd2bc8-eade-44b6-a0c9-8503689d1e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-645687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-505441'] for router_interface, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:50.927631 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd2bc8-eade-44b6-a0c9-8503689d1e52 admin admin] Pushing event updated for resources: {'Port': ['ID=e5f03186-8553-4a84-b160-746b4911876e,revision_number=2']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:50.974612 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbd2bc8-eade-44b6-a0c9-8503689d1e52 admin admin] Network b6ae80c3-76e8-485e-92b4-f4e8aff18371 is already hosted by enough agents. {{(pid=92884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:16:50.975894 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [None req-1dbd2bc8-eade-44b6-a0c9-8503689d1e52 admin admin] Resources bound (agent type, host, resource id): {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:16:51.131998 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dbd2bc8-eade-44b6-a0c9-8503689d1e52 admin admin] Router 81f8c2b6-66c1-4acf-b128-68e2590fb1ab is scheduled to L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd with binding_index 1 {{(pid=92884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:16:51.141751 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-aa9e798b-8d64-4ddd-beb3-dd79cab05d61 None None] Provisioning complete for port e5f03186-8553-4a84-b160-746b4911876e triggered by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:16:51.142206 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-aa9e798b-8d64-4ddd-beb3-dd79cab05d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:51.173719 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-aa9e798b-8d64-4ddd-beb3-dd79cab05d61 None None] Port e5f03186-8553-4a84-b160-746b4911876e cannot update to ACTIVE because it is not bound. {{(pid=92886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:16:51.219803 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbd2bc8-eade-44b6-a0c9-8503689d1e52 admin admin] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:16:51.225472 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-1dbd2bc8-eade-44b6-a0c9-8503689d1e52 admin admin] 10.222.0.22 "PUT /v2.0/routers/81f8c2b6-66c1-4acf-b128-68e2590fb1ab/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7023833 Jul 13 19:16:51.230173 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4039a383-9fe6-43f6-bf93-206b8c1549a6 None None] Sync routers for ids ['81f8c2b6-66c1-4acf-b128-68e2590fb1ab'] in dv-cinder-786933-3-iscsi {{(pid=92887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:16:51.242433 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4039a383-9fe6-43f6-bf93-206b8c1549a6 None None] Routers {'81f8c2b6-66c1-4acf-b128-68e2590fb1ab'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:16:51.243160 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-4039a383-9fe6-43f6-bf93-206b8c1549a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:16:48Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['81f8c2b6-66c1-4acf-b128-68e2590fb1ab'], 'active': True} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:16:51.425292 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvr_db [None req-4039a383-9fe6-43f6-bf93-206b8c1549a6 None None] Set router 81f8c2b6-66c1-4acf-b128-68e2590fb1ab gateway port host: None {{(pid=92887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:16:51.844850 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-4039a383-9fe6-43f6-bf93-206b8c1549a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f8c2b6-66c1-4acf-b128-68e2590fb1ab', 'name': 'router1', 'tenant_id': '6f1e3ee609134870b9a832f9d45e0534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:16:40Z', 'updated_at': '2021-07-13T19:16:50Z', 'revision_number': 2, 'project_id': '6f1e3ee609134870b9a832f9d45e0534', 'gw_port_host': None, '_interfaces': [{'id': 'e5f03186-8553-4a84-b160-746b4911876e', 'name': '', 'network_id': 'b6ae80c3-76e8-485e-92b4-f4e8aff18371', 'tenant_id': '6f1e3ee609134870b9a832f9d45e0534', 'mac_address': 'fa:16:3e:5e:d1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f8c2b6-66c1-4acf-b128-68e2590fb1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76e28d10-1506-4670-94d4-cf68686e8d13', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:49Z', 'updated_at': '2021-07-13T19:16:50Z', 'revision_number': 2, 'project_id': '6f1e3ee609134870b9a832f9d45e0534', 'subnets': [{'id': '76e28d10-1506-4670-94d4-cf68686e8d13', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '82d8d1a7-04e1-44a7-b9cc-3ee8f5ff3aca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:16:51.893655 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4039a383-9fe6-43f6-bf93-206b8c1549a6 None None] Checking router: 81f8c2b6-66c1-4acf-b128-68e2590fb1ab for host: dv-cinder-786933-3-iscsi {{(pid=92887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:16:51.894026 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4039a383-9fe6-43f6-bf93-206b8c1549a6 None None] Updating router 81f8c2b6-66c1-4acf-b128-68e2590fb1ab port e5f03186-8553-4a84-b160-746b4911876e binding host dv-cinder-786933-3-iscsi {{(pid=92887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:16:51.955377 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-4039a383-9fe6-43f6-bf93-206b8c1549a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:52.433319 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-4039a383-9fe6-43f6-bf93-206b8c1549a6 None None] Notify callbacks [] for port, precommit_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:52.451565 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.provisioning_blocks [None req-4039a383-9fe6-43f6-bf93-206b8c1549a6 None None] Transition to ACTIVE for port object e5f03186-8553-4a84-b160-746b4911876e will not be triggered until provisioned by entity L2. {{(pid=92887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:16:52.457273 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-4039a383-9fe6-43f6-bf93-206b8c1549a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:52.613185 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ddc33-f7fd-4393-830e-98c6c396deb5 None None] Pushing event updated for resources: {'Port': ['ID=e5f03186-8553-4a84-b160-746b4911876e,revision_number=3']} {{(pid=92887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:52.631122 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ddc33-f7fd-4393-830e-98c6c396deb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:52.631463 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ddc33-f7fd-4393-830e-98c6c396deb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:52.631798 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ddc33-f7fd-4393-830e-98c6c396deb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:52.632127 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ddc33-f7fd-4393-830e-98c6c396deb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:52.632448 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ddc33-f7fd-4393-830e-98c6c396deb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:52.632806 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ddc33-f7fd-4393-830e-98c6c396deb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:52.633126 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ddc33-f7fd-4393-830e-98c6c396deb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:52.633707 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ddc33-f7fd-4393-830e-98c6c396deb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:52.634032 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ddc33-f7fd-4393-830e-98c6c396deb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:52.634349 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ddc33-f7fd-4393-830e-98c6c396deb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:52.634689 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ddc33-f7fd-4393-830e-98c6c396deb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:52.635006 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ddc33-f7fd-4393-830e-98c6c396deb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:52.636094 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ddc33-f7fd-4393-830e-98c6c396deb5 None None] Tracked resource versions report: Jul 13 19:16:52.636094 dv-cinder-786933-3-iscsi neutron-server[92887]: pushed versions: Jul 13 19:16:52.636094 dv-cinder-786933-3-iscsi neutron-server[92887]: { 'AddressGroup': {'1.2'}, Jul 13 19:16:52.636094 dv-cinder-786933-3-iscsi neutron-server[92887]: 'ConntrackHelper': {'1.0'}, Jul 13 19:16:52.636094 dv-cinder-786933-3-iscsi neutron-server[92887]: 'Log': {'1.0'}, Jul 13 19:16:52.636094 dv-cinder-786933-3-iscsi neutron-server[92887]: 'Network': {'1.1'}, Jul 13 19:16:52.636094 dv-cinder-786933-3-iscsi neutron-server[92887]: 'Port': {'1.7'}, Jul 13 19:16:52.636094 dv-cinder-786933-3-iscsi neutron-server[92887]: 'PortForwarding': {'1.2'}, Jul 13 19:16:52.636094 dv-cinder-786933-3-iscsi neutron-server[92887]: 'QosPolicy': {'1.8'}, Jul 13 19:16:52.636094 dv-cinder-786933-3-iscsi neutron-server[92887]: 'SecurityGroup': {'1.4'}, Jul 13 19:16:52.636094 dv-cinder-786933-3-iscsi neutron-server[92887]: 'SecurityGroupRule': {'1.2'}, Jul 13 19:16:52.636094 dv-cinder-786933-3-iscsi neutron-server[92887]: 'SubPort': {'1.0'}, Jul 13 19:16:52.636094 dv-cinder-786933-3-iscsi neutron-server[92887]: 'Subnet': {'1.1'}, Jul 13 19:16:52.636094 dv-cinder-786933-3-iscsi neutron-server[92887]: 'Trunk': {'1.1'}} Jul 13 19:16:52.636094 dv-cinder-786933-3-iscsi neutron-server[92887]: consumer versions: Jul 13 19:16:52.636094 dv-cinder-786933-3-iscsi neutron-server[92887]: { DHCP agent@dv-cinder-786933-3-iscsi: {}, Jul 13 19:16:52.636094 dv-cinder-786933-3-iscsi neutron-server[92887]: L3 agent@dv-cinder-786933-3-iscsi: {}, Jul 13 19:16:52.636094 dv-cinder-786933-3-iscsi neutron-server[92887]: Metadata agent@dv-cinder-786933-3-iscsi: {}, Jul 13 19:16:52.636094 dv-cinder-786933-3-iscsi neutron-server[92887]: Metering agent@dv-cinder-786933-3-iscsi: {}, Jul 13 19:16:52.636094 dv-cinder-786933-3-iscsi neutron-server[92887]: Open vSwitch agent@dv-cinder-786933-3-iscsi: { 'AddressGroup': '1.2', Jul 13 19:16:52.636094 dv-cinder-786933-3-iscsi neutron-server[92887]: 'ConntrackHelper': '1.0', Jul 13 19:16:52.636094 dv-cinder-786933-3-iscsi neutron-server[92887]: 'Log': '1.0', Jul 13 19:16:52.636094 dv-cinder-786933-3-iscsi neutron-server[92887]: 'Network': '1.1', Jul 13 19:16:52.636094 dv-cinder-786933-3-iscsi neutron-server[92887]: 'Port': '1.7', Jul 13 19:16:52.636094 dv-cinder-786933-3-iscsi neutron-server[92887]: 'PortForwarding': '1.2', Jul 13 19:16:52.636094 dv-cinder-786933-3-iscsi neutron-server[92887]: 'QosPolicy': '1.8', Jul 13 19:16:52.636094 dv-cinder-786933-3-iscsi neutron-server[92887]: 'SecurityGroup': '1.4', Jul 13 19:16:52.636094 dv-cinder-786933-3-iscsi neutron-server[92887]: 'SecurityGroupRule': '1.2', Jul 13 19:16:52.636094 dv-cinder-786933-3-iscsi neutron-server[92887]: 'SubPort': '1.0', Jul 13 19:16:52.636094 dv-cinder-786933-3-iscsi neutron-server[92887]: 'Subnet': '1.1', Jul 13 19:16:52.636094 dv-cinder-786933-3-iscsi neutron-server[92887]: 'Trunk': '1.1'}} Jul 13 19:16:52.636094 dv-cinder-786933-3-iscsi neutron-server[92887]: {{(pid=92887) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 19:16:52.640155 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.managers [None req-4039a383-9fe6-43f6-bf93-206b8c1549a6 None None] Attempting to bind port e5f03186-8553-4a84-b160-746b4911876e on host dv-cinder-786933-3-iscsi for vnic_type normal with profile {{(pid=92887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:16:52.640578 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.managers [None req-4039a383-9fe6-43f6-bf93-206b8c1549a6 None None] Attempting to bind port e5f03186-8553-4a84-b160-746b4911876e by drivers openvswitch,hyperv on host dv-cinder-786933-3-iscsi at level 0 using segments [{'id': '14c34e78-58af-42e4-90e2-c9b648fc58e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b6ae80c3-76e8-485e-92b4-f4e8aff18371'}] {{(pid=92887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:16:52.640997 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4039a383-9fe6-43f6-bf93-206b8c1549a6 None None] Attempting to bind port e5f03186-8553-4a84-b160-746b4911876e on network b6ae80c3-76e8-485e-92b4-f4e8aff18371 {{(pid=92887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:16:52.645883 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4039a383-9fe6-43f6-bf93-206b8c1549a6 None None] Checking agent: {'id': '666c655c-5d62-4287-a041-db0951989b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 16, 18), 'started_at': datetime.datetime(2021, 7, 13, 19, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:16:52.646281 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4039a383-9fe6-43f6-bf93-206b8c1549a6 None None] Checking segment: {'id': '14c34e78-58af-42e4-90e2-c9b648fc58e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b6ae80c3-76e8-485e-92b4-f4e8aff18371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:16:52.646755 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-4039a383-9fe6-43f6-bf93-206b8c1549a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:52.647129 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4039a383-9fe6-43f6-bf93-206b8c1549a6 None None] Bound using segment: {'id': '14c34e78-58af-42e4-90e2-c9b648fc58e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b6ae80c3-76e8-485e-92b4-f4e8aff18371'} {{(pid=92887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:16:52.647602 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.managers [None req-4039a383-9fe6-43f6-bf93-206b8c1549a6 None None] Bound port: e5f03186-8553-4a84-b160-746b4911876e, host: dv-cinder-786933-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c34e78-58af-42e4-90e2-c9b648fc58e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b6ae80c3-76e8-485e-92b4-f4e8aff18371'}}] {{(pid=92887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:16:52.647985 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-4039a383-9fe6-43f6-bf93-206b8c1549a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:52.711477 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.db [None req-4039a383-9fe6-43f6-bf93-206b8c1549a6 None None] For port e5f03186-8553-4a84-b160-746b4911876e, host dv-cinder-786933-3-iscsi, cleared binding levels {{(pid=92887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:16:52.731529 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.db [None req-4039a383-9fe6-43f6-bf93-206b8c1549a6 None None] For port e5f03186-8553-4a84-b160-746b4911876e, host dv-cinder-786933-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=e5f03186-8553-4a84-b160-746b4911876e,segment=NetworkSegment(14c34e78-58af-42e4-90e2-c9b648fc58e6),segment_id=14c34e78-58af-42e4-90e2-c9b648fc58e6)] {{(pid=92887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:16:52.735518 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-4039a383-9fe6-43f6-bf93-206b8c1549a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:52.793137 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4039a383-9fe6-43f6-bf93-206b8c1549a6 None None] Routers {'81f8c2b6-66c1-4acf-b128-68e2590fb1ab'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:16:52.793771 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-4039a383-9fe6-43f6-bf93-206b8c1549a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:16:48Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['81f8c2b6-66c1-4acf-b128-68e2590fb1ab'], 'active': True} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:16:52.830572 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ddc33-f7fd-4393-830e-98c6c396deb5 None None] Pushing event updated for resources: {'Port': ['ID=e5f03186-8553-4a84-b160-746b4911876e,revision_number=4']} {{(pid=92887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:52.885297 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvr_db [None req-4039a383-9fe6-43f6-bf93-206b8c1549a6 None None] Set router 81f8c2b6-66c1-4acf-b128-68e2590fb1ab gateway port host: None {{(pid=92887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:16:53.089398 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-4039a383-9fe6-43f6-bf93-206b8c1549a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f8c2b6-66c1-4acf-b128-68e2590fb1ab', 'name': 'router1', 'tenant_id': '6f1e3ee609134870b9a832f9d45e0534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:16:40Z', 'updated_at': '2021-07-13T19:16:50Z', 'revision_number': 2, 'project_id': '6f1e3ee609134870b9a832f9d45e0534', 'gw_port_host': None, '_interfaces': [{'id': 'e5f03186-8553-4a84-b160-746b4911876e', 'name': '', 'network_id': 'b6ae80c3-76e8-485e-92b4-f4e8aff18371', 'tenant_id': '6f1e3ee609134870b9a832f9d45e0534', 'mac_address': 'fa:16:3e:5e:d1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f8c2b6-66c1-4acf-b128-68e2590fb1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76e28d10-1506-4670-94d4-cf68686e8d13', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:49Z', 'updated_at': '2021-07-13T19:16:52Z', 'revision_number': 4, 'project_id': '6f1e3ee609134870b9a832f9d45e0534', 'subnets': [{'id': '76e28d10-1506-4670-94d4-cf68686e8d13', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '82d8d1a7-04e1-44a7-b9cc-3ee8f5ff3aca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:16:53.113966 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4039a383-9fe6-43f6-bf93-206b8c1549a6 None None] The sync data for ids ['81f8c2b6-66c1-4acf-b128-68e2590fb1ab'] in dv-cinder-786933-3-iscsi is: [{'id': '81f8c2b6-66c1-4acf-b128-68e2590fb1ab', 'name': 'router1', 'tenant_id': '6f1e3ee609134870b9a832f9d45e0534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:16:40Z', 'updated_at': '2021-07-13T19:16:50Z', 'revision_number': 2, 'project_id': '6f1e3ee609134870b9a832f9d45e0534', 'gw_port_host': None, '_interfaces': [{'id': 'e5f03186-8553-4a84-b160-746b4911876e', 'name': '', 'network_id': 'b6ae80c3-76e8-485e-92b4-f4e8aff18371', 'tenant_id': '6f1e3ee609134870b9a832f9d45e0534', 'mac_address': 'fa:16:3e:5e:d1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f8c2b6-66c1-4acf-b128-68e2590fb1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76e28d10-1506-4670-94d4-cf68686e8d13', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:49Z', 'updated_at': '2021-07-13T19:16:52Z', 'revision_number': 4, 'project_id': '6f1e3ee609134870b9a832f9d45e0534', 'subnets': [{'id': '76e28d10-1506-4670-94d4-cf68686e8d13', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '82d8d1a7-04e1-44a7-b9cc-3ee8f5ff3aca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:16:53.471387 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 44190) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:53.577187 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c459a1a2-f020-4a09-9758-6ac00bbd9c59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:53.578566 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-c459a1a2-f020-4a09-9758-6ac00bbd9c59 admin admin] 10.222.0.22 "GET /v2.0/networks/016193b2-3012-4896-ba69-fa2225e8730f HTTP/1.1" status: 200 len: 842 time: 0.1062405 Jul 13 19:16:53.592482 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-f103cf26-746d-4d89-be64-75deb789b8b9 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.2.0/24'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:16:53.617522 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f103cf26-746d-4d89-be64-75deb789b8b9 admin admin] Made reservation on behalf of 9661f8c3832d4514ad9420a768222a27 for: {'subnet': 1} {{(pid=92884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:16:53.619947 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f103cf26-746d-4d89-be64-75deb789b8b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:53.917766 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.objects.ports [None req-f103cf26-746d-4d89-be64-75deb789b8b9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92884) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 19:16:53.918096 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f103cf26-746d-4d89-be64-75deb789b8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669'] for subnet, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:53.970204 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103cf26-746d-4d89-be64-75deb789b8b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c7148d1-68ad-4d7f-9cc6-340fc018242b,revision_number=0']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:53.980178 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f103cf26-746d-4d89-be64-75deb789b8b9 admin admin] Checking segment: {'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:16:53.980574 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f103cf26-746d-4d89-be64-75deb789b8b9 admin admin] Network hostable DHCP agents. Network: 016193b2-3012-4896-ba69-fa2225e8730f, hostable agents: ['46ee3fc2-8c8b-485e-8a09-c5820fb474f8'], hosted agents: [] {{(pid=92884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:16:54.003767 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f103cf26-746d-4d89-be64-75deb789b8b9 admin admin] Network 016193b2-3012-4896-ba69-fa2225e8730f is scheduled to be hosted by DHCP agent 46ee3fc2-8c8b-485e-8a09-c5820fb474f8 with binding_index 1 {{(pid=92884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:16:54.015488 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [None req-f103cf26-746d-4d89-be64-75deb789b8b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-3-iscsi, 016193b2-3012-4896-ba69-fa2225e8730f) {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:16:54.021889 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f103cf26-746d-4d89-be64-75deb789b8b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:54.022203 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f103cf26-746d-4d89-be64-75deb789b8b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for subnet, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:54.025301 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25f092f-975d-44d4-86a1-22d3fd37b8b2 None None] Network 016193b2-3012-4896-ba69-fa2225e8730f requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:16:54.049058 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-f103cf26-746d-4d89-be64-75deb789b8b9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4628499 Jul 13 19:16:54.150815 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a2b878-8562-4592-9c3a-6a91abbe3c75 None None] Network 016193b2-3012-4896-ba69-fa2225e8730f requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:16:56.342030 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 44206) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:56.466666 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-98711a15-0ea9-402b-99c0-025daf53fb4e admin admin] 10.222.0.22 "GET /v2.0/routers/81f8c2b6-66c1-4acf-b128-68e2590fb1ab HTTP/1.1" status: 200 len: 710 time: 0.1234956 Jul 13 19:16:56.548168 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6d9f5d-b3fc-4cb8-aa91-b87de708ed20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:56.549548 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-1d6d9f5d-b3fc-4cb8-aa91-b87de708ed20 admin admin] 10.222.0.22 "GET /v2.0/networks/016193b2-3012-4896-ba69-fa2225e8730f HTTP/1.1" status: 200 len: 886 time: 0.0778389 Jul 13 19:16:56.558037 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-7bac647b-db21-485d-b7b3-5c0d635c28bf admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'}}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:16:56.865929 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-7bac647b-db21-485d-b7b3-5c0d635c28bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-502697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64110'] for router, precommit_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:57.092074 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-7bac647b-db21-485d-b7b3-5c0d635c28bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:57.162012 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-7bac647b-db21-485d-b7b3-5c0d635c28bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:57.264909 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.db_base_plugin_common [None req-7bac647b-db21-485d-b7b3-5c0d635c28bf admin admin] Allocated IP 172.27.2.20 (016193b2-3012-4896-ba69-fa2225e8730f/5c7148d1-68ad-4d7f-9cc6-340fc018242b/7554e0a7-a0d3-4feb-9eb7-304962939db0) {{(pid=92884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:16:57.361930 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-7bac647b-db21-485d-b7b3-5c0d635c28bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:57.398836 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-7bac647b-db21-485d-b7b3-5c0d635c28bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819'] for port, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:57.432490 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bac647b-db21-485d-b7b3-5c0d635c28bf admin admin] Network 016193b2-3012-4896-ba69-fa2225e8730f is already hosted by enough agents. {{(pid=92884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:16:57.438257 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [None req-7bac647b-db21-485d-b7b3-5c0d635c28bf admin admin] Resources bound (agent type, host, resource id): {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:16:57.441692 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bac647b-db21-485d-b7b3-5c0d635c28bf admin admin] Received port after_create {{(pid=92884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:16:57.473189 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac647b-db21-485d-b7b3-5c0d635c28bf admin admin] Pushing event updated for resources: {'Port': ['ID=7554e0a7-a0d3-4feb-9eb7-304962939db0,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:57.681479 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-7bac647b-db21-485d-b7b3-5c0d635c28bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:57.812909 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device e5f03186-8553-4a84-b160-746b4911876e up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:16:57.858617 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning for port e5f03186-8553-4a84-b160-746b4911876e completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:16:57.862012 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port e5f03186-8553-4a84-b160-746b4911876e triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:16:57.862375 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:57.870724 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-7bac647b-db21-485d-b7b3-5c0d635c28bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-502697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64110'] for router, precommit_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:57.873910 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-7bac647b-db21-485d-b7b3-5c0d635c28bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-502320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-502329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-502674'] for router, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:57.936852 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:57.966232 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] For port e5f03186-8553-4a84-b160-746b4911876e, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=e5f03186-8553-4a84-b160-746b4911876e,segment=NetworkSegment(14c34e78-58af-42e4-90e2-c9b648fc58e6),segment_id=14c34e78-58af-42e4-90e2-c9b648fc58e6)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:16:57.970156 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:57.981620 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bac647b-db21-485d-b7b3-5c0d635c28bf admin admin] Router 81f8c2b6-66c1-4acf-b128-68e2590fb1ab has already been hosted by L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd {{(pid=92884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:16:58.014830 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Pushing event updated for resources: {'Port': ['ID=e5f03186-8553-4a84-b160-746b4911876e,revision_number=5']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:58.166425 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bac647b-db21-485d-b7b3-5c0d635c28bf admin admin] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:16:58.171591 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-7bac647b-db21-485d-b7b3-5c0d635c28bf admin admin] Notify callbacks [] for router, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:58.172526 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-7bac647b-db21-485d-b7b3-5c0d635c28bf admin admin] 10.222.0.22 "PUT /v2.0/routers/81f8c2b6-66c1-4acf-b128-68e2590fb1ab HTTP/1.1" status: 200 len: 889 time: 1.6175942 Jul 13 19:16:58.176436 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fb7481-2d7f-4016-b281-a28addd03de1 None None] Sync routers for ids ['81f8c2b6-66c1-4acf-b128-68e2590fb1ab'] in dv-cinder-786933-3-iscsi {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:16:58.188133 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fb7481-2d7f-4016-b281-a28addd03de1 None None] Routers {'81f8c2b6-66c1-4acf-b128-68e2590fb1ab'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:16:58.188838 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-87fb7481-2d7f-4016-b281-a28addd03de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:16:48Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['81f8c2b6-66c1-4acf-b128-68e2590fb1ab'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:16:58.451292 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-87fb7481-2d7f-4016-b281-a28addd03de1 None None] Set router 81f8c2b6-66c1-4acf-b128-68e2590fb1ab gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:16:58.826576 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-87fb7481-2d7f-4016-b281-a28addd03de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f8c2b6-66c1-4acf-b128-68e2590fb1ab', 'name': 'router1', 'tenant_id': '6f1e3ee609134870b9a832f9d45e0534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '7554e0a7-a0d3-4feb-9eb7-304962939db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:16:40Z', 'updated_at': '2021-07-13T19:16:57Z', 'revision_number': 4, 'project_id': '6f1e3ee609134870b9a832f9d45e0534', 'gw_port': {'id': '7554e0a7-a0d3-4feb-9eb7-304962939db0', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:67:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f8c2b6-66c1-4acf-b128-68e2590fb1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:57Z', 'updated_at': '2021-07-13T19:16:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': 'e5f03186-8553-4a84-b160-746b4911876e', 'name': '', 'network_id': 'b6ae80c3-76e8-485e-92b4-f4e8aff18371', 'tenant_id': '6f1e3ee609134870b9a832f9d45e0534', 'mac_address': 'fa:16:3e:5e:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f8c2b6-66c1-4acf-b128-68e2590fb1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76e28d10-1506-4670-94d4-cf68686e8d13', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:49Z', 'updated_at': '2021-07-13T19:16:57Z', 'revision_number': 5, 'project_id': '6f1e3ee609134870b9a832f9d45e0534', 'subnets': [{'id': '76e28d10-1506-4670-94d4-cf68686e8d13', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '82d8d1a7-04e1-44a7-b9cc-3ee8f5ff3aca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:16:58.875653 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fb7481-2d7f-4016-b281-a28addd03de1 None None] Checking router: 81f8c2b6-66c1-4acf-b128-68e2590fb1ab for host: dv-cinder-786933-3-iscsi {{(pid=92886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:16:58.876003 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fb7481-2d7f-4016-b281-a28addd03de1 None None] Updating router 81f8c2b6-66c1-4acf-b128-68e2590fb1ab port 7554e0a7-a0d3-4feb-9eb7-304962939db0 binding host dv-cinder-786933-3-iscsi {{(pid=92886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:16:58.907376 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-87fb7481-2d7f-4016-b281-a28addd03de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:59.211980 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-87fb7481-2d7f-4016-b281-a28addd03de1 None None] Notify callbacks [] for port, precommit_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:59.221239 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-87fb7481-2d7f-4016-b281-a28addd03de1 None None] Transition to ACTIVE for port object 7554e0a7-a0d3-4feb-9eb7-304962939db0 will not be triggered until provisioned by entity L2. {{(pid=92886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:16:59.226036 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-87fb7481-2d7f-4016-b281-a28addd03de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:59.277012 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138157de-8b2a-4b28-a953-a17daa918f1c None None] Pushing event updated for resources: {'Port': ['ID=7554e0a7-a0d3-4feb-9eb7-304962939db0,revision_number=2']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:59.280923 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-87fb7481-2d7f-4016-b281-a28addd03de1 None None] Attempting to bind port 7554e0a7-a0d3-4feb-9eb7-304962939db0 on host dv-cinder-786933-3-iscsi for vnic_type normal with profile {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:16:59.281293 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-87fb7481-2d7f-4016-b281-a28addd03de1 None None] Attempting to bind port 7554e0a7-a0d3-4feb-9eb7-304962939db0 by drivers openvswitch,hyperv on host dv-cinder-786933-3-iscsi at level 0 using segments [{'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'}] {{(pid=92886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:16:59.281647 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fb7481-2d7f-4016-b281-a28addd03de1 None None] Attempting to bind port 7554e0a7-a0d3-4feb-9eb7-304962939db0 on network 016193b2-3012-4896-ba69-fa2225e8730f {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:16:59.286402 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fb7481-2d7f-4016-b281-a28addd03de1 None None] Checking agent: {'id': '666c655c-5d62-4287-a041-db0951989b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 16, 18), 'started_at': datetime.datetime(2021, 7, 13, 19, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:16:59.286768 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fb7481-2d7f-4016-b281-a28addd03de1 None None] Checking segment: {'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:16:59.287158 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-87fb7481-2d7f-4016-b281-a28addd03de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:59.287536 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fb7481-2d7f-4016-b281-a28addd03de1 None None] Bound using segment: {'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'} {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:16:59.287984 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-87fb7481-2d7f-4016-b281-a28addd03de1 None None] Bound port: 7554e0a7-a0d3-4feb-9eb7-304962939db0, host: dv-cinder-786933-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'}}] {{(pid=92886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:16:59.288371 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-87fb7481-2d7f-4016-b281-a28addd03de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:59.335671 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-87fb7481-2d7f-4016-b281-a28addd03de1 None None] For port 7554e0a7-a0d3-4feb-9eb7-304962939db0, host dv-cinder-786933-3-iscsi, cleared binding levels {{(pid=92886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:16:59.338695 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-87fb7481-2d7f-4016-b281-a28addd03de1 None None] For port 7554e0a7-a0d3-4feb-9eb7-304962939db0, host dv-cinder-786933-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=7554e0a7-a0d3-4feb-9eb7-304962939db0,segment=NetworkSegment(13a02452-998b-4f16-8f41-6eb5670d640f),segment_id=13a02452-998b-4f16-8f41-6eb5670d640f)] {{(pid=92886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:16:59.341975 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-87fb7481-2d7f-4016-b281-a28addd03de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:59.389735 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fb7481-2d7f-4016-b281-a28addd03de1 None None] Routers {'81f8c2b6-66c1-4acf-b128-68e2590fb1ab'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:16:59.390336 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-87fb7481-2d7f-4016-b281-a28addd03de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:16:48Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['81f8c2b6-66c1-4acf-b128-68e2590fb1ab'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:16:59.432557 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138157de-8b2a-4b28-a953-a17daa918f1c None None] Pushing event updated for resources: {'Port': ['ID=7554e0a7-a0d3-4feb-9eb7-304962939db0,revision_number=3']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:59.500211 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-87fb7481-2d7f-4016-b281-a28addd03de1 None None] Set router 81f8c2b6-66c1-4acf-b128-68e2590fb1ab gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:16:59.781788 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-87fb7481-2d7f-4016-b281-a28addd03de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f8c2b6-66c1-4acf-b128-68e2590fb1ab', 'name': 'router1', 'tenant_id': '6f1e3ee609134870b9a832f9d45e0534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '7554e0a7-a0d3-4feb-9eb7-304962939db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:16:40Z', 'updated_at': '2021-07-13T19:16:57Z', 'revision_number': 4, 'project_id': '6f1e3ee609134870b9a832f9d45e0534', 'gw_port': {'id': '7554e0a7-a0d3-4feb-9eb7-304962939db0', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:67:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f8c2b6-66c1-4acf-b128-68e2590fb1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:57Z', 'updated_at': '2021-07-13T19:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': 'e5f03186-8553-4a84-b160-746b4911876e', 'name': '', 'network_id': 'b6ae80c3-76e8-485e-92b4-f4e8aff18371', 'tenant_id': '6f1e3ee609134870b9a832f9d45e0534', 'mac_address': 'fa:16:3e:5e:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f8c2b6-66c1-4acf-b128-68e2590fb1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76e28d10-1506-4670-94d4-cf68686e8d13', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:49Z', 'updated_at': '2021-07-13T19:16:57Z', 'revision_number': 5, 'project_id': '6f1e3ee609134870b9a832f9d45e0534', 'subnets': [{'id': '76e28d10-1506-4670-94d4-cf68686e8d13', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '82d8d1a7-04e1-44a7-b9cc-3ee8f5ff3aca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:16:59.808146 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device e5f03186-8553-4a84-b160-746b4911876e up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:16:59.811497 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fb7481-2d7f-4016-b281-a28addd03de1 None None] The sync data for ids ['81f8c2b6-66c1-4acf-b128-68e2590fb1ab'] in dv-cinder-786933-3-iscsi is: [{'id': '81f8c2b6-66c1-4acf-b128-68e2590fb1ab', 'name': 'router1', 'tenant_id': '6f1e3ee609134870b9a832f9d45e0534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '7554e0a7-a0d3-4feb-9eb7-304962939db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:16:40Z', 'updated_at': '2021-07-13T19:16:57Z', 'revision_number': 4, 'project_id': '6f1e3ee609134870b9a832f9d45e0534', 'gw_port': {'id': '7554e0a7-a0d3-4feb-9eb7-304962939db0', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:67:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f8c2b6-66c1-4acf-b128-68e2590fb1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:57Z', 'updated_at': '2021-07-13T19:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': 'e5f03186-8553-4a84-b160-746b4911876e', 'name': '', 'network_id': 'b6ae80c3-76e8-485e-92b4-f4e8aff18371', 'tenant_id': '6f1e3ee609134870b9a832f9d45e0534', 'mac_address': 'fa:16:3e:5e:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f8c2b6-66c1-4acf-b128-68e2590fb1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76e28d10-1506-4670-94d4-cf68686e8d13', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:49Z', 'updated_at': '2021-07-13T19:16:57Z', 'revision_number': 5, 'project_id': '6f1e3ee609134870b9a832f9d45e0534', 'subnets': [{'id': '76e28d10-1506-4670-94d4-cf68686e8d13', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '82d8d1a7-04e1-44a7-b9cc-3ee8f5ff3aca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:16:59.854951 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port e5f03186-8553-4a84-b160-746b4911876e triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:16:59.855511 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:00.554219 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 44214) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:17:00.715406 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-45db9614-49db-4021-8b63-5eeb2b14dac0 admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1601005 Jul 13 19:17:01.819754 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 7554e0a7-a0d3-4feb-9eb7-304962939db0 up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:17:01.866985 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning for port 7554e0a7-a0d3-4feb-9eb7-304962939db0 completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:17:01.870423 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port 7554e0a7-a0d3-4feb-9eb7-304962939db0 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:17:01.870814 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:01.947767 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:01.970097 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] For port 7554e0a7-a0d3-4feb-9eb7-304962939db0, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=7554e0a7-a0d3-4feb-9eb7-304962939db0,segment=NetworkSegment(13a02452-998b-4f16-8f41-6eb5670d640f),segment_id=13a02452-998b-4f16-8f41-6eb5670d640f)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:17:01.978095 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:02.030887 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Pushing event updated for resources: {'Port': ['ID=7554e0a7-a0d3-4feb-9eb7-304962939db0,revision_number=4']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:03.799020 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 7554e0a7-a0d3-4feb-9eb7-304962939db0 up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:17:03.844565 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port 7554e0a7-a0d3-4feb-9eb7-304962939db0 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:17:03.845072 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:07.642783 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 5 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:17:15.170703 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-a0c3517e-9dcf-48a4-bf5c-169c7882fb7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:17.719110 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-a662c6c1-a1f3-44ee-aa18-d47a2a16a298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:17.837751 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:18.950571 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:20.580193 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:44.632188 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 5 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:17:45.166665 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-446a5906-fcb2-412d-aed1-2195fba9e338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:47.722219 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-816633d3-5968-4c09-8a47-8266132844a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:47.839332 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:48.947949 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:50.581732 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:15.158406 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-a8f138d7-ab58-4eff-855f-cfb319a5ac0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:17.722963 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-f8ea9987-2f18-4e19-b235-12a6b64c50f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:17.840881 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:18.945538 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:20.587454 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:21.632584 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 5 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:18:35.374659 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 44782) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:35.432649 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.pecan_wsgi.hooks.translation [None req-351859c1-7d58-4038-987e-4af2a5b15b7c admin admin] GET failed (client error): The resource could not be found. Jul 13 19:18:35.433945 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-351859c1-7d58-4038-987e-4af2a5b15b7c admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0583551 Jul 13 19:18:35.594984 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60976fd-aea3-4320-867e-9e804ada8801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:35.596375 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-c60976fd-aea3-4320-867e-9e804ada8801 admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1587415 Jul 13 19:18:37.734371 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 44792) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:37.822473 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05a446d-3cd1-403e-8e62-9669f584a7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:37.823821 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-f05a446d-3cd1-403e-8e62-9669f584a7a4 admin admin] 10.222.0.22 "GET /v2.0/subnets/76e28d10-1506-4670-94d4-cf68686e8d13 HTTP/1.1" status: 200 len: 849 time: 0.0885282 Jul 13 19:18:37.833394 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-b4d7f5b8-7797-4c1e-8d86-05457a9d8091 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:18:37.915742 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-b4d7f5b8-7797-4c1e-8d86-05457a9d8091 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:38.057762 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-b4d7f5b8-7797-4c1e-8d86-05457a9d8091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772357917718'] for subnet, after_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:38.090617 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d7f5b8-7797-4c1e-8d86-05457a9d8091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:38.091213 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-b4d7f5b8-7797-4c1e-8d86-05457a9d8091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for subnet, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:38.093039 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-b4d7f5b8-7797-4c1e-8d86-05457a9d8091 admin admin] 10.222.0.22 "PUT /v2.0/subnets/76e28d10-1506-4670-94d4-cf68686e8d13 HTTP/1.1" status: 200 len: 868 time: 0.2632051 Jul 13 19:18:38.099078 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76df97c9-d3a8-4919-a468-ee140c38c65d None None] Network b6ae80c3-76e8-485e-92b4-f4e8aff18371 requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:18:38.117042 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7f5b8-7797-4c1e-8d86-05457a9d8091 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76e28d10-1506-4670-94d4-cf68686e8d13,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:38.124459 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d7f5b8-7797-4c1e-8d86-05457a9d8091 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:38.124859 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d7f5b8-7797-4c1e-8d86-05457a9d8091 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:38.125200 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d7f5b8-7797-4c1e-8d86-05457a9d8091 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:38.125531 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d7f5b8-7797-4c1e-8d86-05457a9d8091 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:38.126511 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d7f5b8-7797-4c1e-8d86-05457a9d8091 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:38.126856 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d7f5b8-7797-4c1e-8d86-05457a9d8091 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:38.127186 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d7f5b8-7797-4c1e-8d86-05457a9d8091 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:38.127510 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d7f5b8-7797-4c1e-8d86-05457a9d8091 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:38.127856 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d7f5b8-7797-4c1e-8d86-05457a9d8091 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:38.128178 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d7f5b8-7797-4c1e-8d86-05457a9d8091 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:38.128515 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d7f5b8-7797-4c1e-8d86-05457a9d8091 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:38.128830 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d7f5b8-7797-4c1e-8d86-05457a9d8091 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:38.502108 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-83a8c30e-7dcf-4238-af8a-d204e07f0071 None None] Provisioning complete for port b8b4534b-5fca-4037-8267-5fae47114249 triggered by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:18:38.502472 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-83a8c30e-7dcf-4238-af8a-d204e07f0071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:38.582380 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-83a8c30e-7dcf-4238-af8a-d204e07f0071 None None] Provisioning complete for port e5f03186-8553-4a84-b160-746b4911876e triggered by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:18:38.582638 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-83a8c30e-7dcf-4238-af8a-d204e07f0071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:40.252863 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 44800) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:40.442367 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec289f17-3a3f-461f-a780-0bdfe8da14ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:40.442755 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec289f17-3a3f-461f-a780-0bdfe8da14ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:40.444332 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-ec289f17-3a3f-461f-a780-0bdfe8da14ab admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1905117 Jul 13 19:18:42.590121 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 44810) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:42.784724 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f12f3e-9ecc-4fba-afaf-93b930f03eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:42.785122 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f12f3e-9ecc-4fba-afaf-93b930f03eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:42.786641 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-c1f12f3e-9ecc-4fba-afaf-93b930f03eb7 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1955023 Jul 13 19:18:44.936284 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 44818) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:45.057561 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322352e7-54d2-4ec2-b449-b1b3159d0553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:45.058906 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-322352e7-54d2-4ec2-b449-b1b3159d0553 admin admin] 10.222.0.22 "GET /v2.0/networks/016193b2-3012-4896-ba69-fa2225e8730f HTTP/1.1" status: 200 len: 886 time: 0.1216354 Jul 13 19:18:45.159188 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-fc3a3cea-d96c-411d-92a9-444ac35eaec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:47.202165 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 44826) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:47.324719 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46638a6f-7a0a-4c4e-9bf7-0ccc7f9e8f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:47.326064 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-46638a6f-7a0a-4c4e-9bf7-0ccc7f9e8f31 admin admin] 10.222.0.22 "GET /v2.0/networks/b6ae80c3-76e8-485e-92b4-f4e8aff18371 HTTP/1.1" status: 200 len: 870 time: 0.1229551 Jul 13 19:18:47.723727 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-2abc8d89-d894-4084-bde5-6af7afd83ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:47.840040 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:48.949422 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:49.454571 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 44834) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:49.575122 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b773a6-ddb5-472f-931d-13daa9e9286e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:49.575585 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b773a6-ddb5-472f-931d-13daa9e9286e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:49.577139 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-50b773a6-ddb5-472f-931d-13daa9e9286e admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1216311 Jul 13 19:18:50.589420 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:51.722847 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 44842) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:51.809960 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8b5fcd-852e-457f-b6a1-c86e9a86d690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:51.810414 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8b5fcd-852e-457f-b6a1-c86e9a86d690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:51.811902 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-dc8b5fcd-852e-457f-b6a1-c86e9a86d690 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0880699 Jul 13 19:18:53.925209 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 44850) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:54.006093 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba030405-d591-42c1-a5e6-c03effbf793f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:54.007664 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-ba030405-d591-42c1-a5e6-c03effbf793f admin admin] 10.222.0.22 "GET /v2.0/subnets/5c7148d1-68ad-4d7f-9cc6-340fc018242b HTTP/1.1" status: 200 len: 816 time: 0.0815156 Jul 13 19:18:56.149689 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 44858) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:56.239544 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa62d92-b43d-4105-a80d-e074246bedea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:56.240883 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-efa62d92-b43d-4105-a80d-e074246bedea admin admin] 10.222.0.22 "GET /v2.0/subnets/76e28d10-1506-4670-94d4-cf68686e8d13 HTTP/1.1" status: 200 len: 868 time: 0.0902619 Jul 13 19:18:58.681927 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 5 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:19:15.161207 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-b97ae777-cb82-41b6-a8b3-4ce09b748c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:17.723582 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-9def1f07-0cea-4f89-b0fa-5f02ba7488df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:17.841410 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:18.951035 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:20.407441 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 44910) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:20.452425 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [None req-83f75fa0-8a3a-43c2-9e16-d1eb47130c2d admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:19:20.453441 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-83f75fa0-8a3a-43c2-9e16-d1eb47130c2d admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0450673 Jul 13 19:19:20.598020 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:22.678431 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 44918) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:22.736682 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e832a98-8685-435c-a7f6-289a437bd00e admin admin] GET failed (client error): The resource could not be found. Jul 13 19:19:22.737983 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-5e832a98-8685-435c-a7f6-289a437bd00e admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0586104 Jul 13 19:19:22.873299 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f22633-4419-4766-b94e-5961a60f6033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:22.874693 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-f1f22633-4419-4766-b94e-5961a60f6033 admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1327667 Jul 13 19:19:25.042725 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 44926) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:25.088161 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-eee5406d-c043-4027-87a0-ff893f14d9a0 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:19:25.107493 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee5406d-c043-4027-87a0-ff893f14d9a0 admin admin] Made reservation on behalf of 9661f8c3832d4514ad9420a768222a27 for: {'network': 1} {{(pid=92884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:19:25.110229 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-eee5406d-c043-4027-87a0-ff893f14d9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for network, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:25.138047 dv-cinder-786933-3-iscsi neutron-server[92884]: WARNING neutron.services.revisions.revision_plugin [None req-eee5406d-c043-4027-87a0-ff893f14d9a0 admin admin] Could not find related network for resource to bump revision. Jul 13 19:19:25.151221 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee5406d-c043-4027-87a0-ff893f14d9a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1162} {{(pid=92884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:19:25.160568 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-eee5406d-c043-4027-87a0-ff893f14d9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480'] for segment, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:25.160912 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.db.segments_db [None req-eee5406d-c043-4027-87a0-ff893f14d9a0 admin admin] Added segment 1df51467-2708-445c-a981-313646cd5f1b of type vlan for network cb94776d-4a1e-4177-b1cb-3da71602b82b Jul 13 19:19:25.201596 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-eee5406d-c043-4027-87a0-ff893f14d9a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772357517572'] for network, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:25.226925 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-eee5406d-c043-4027-87a0-ff893f14d9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669'] for network, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:25.227768 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee5406d-c043-4027-87a0-ff893f14d9a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:25.228343 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-eee5406d-c043-4027-87a0-ff893f14d9a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for network, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:25.279255 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-eee5406d-c043-4027-87a0-ff893f14d9a0 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2354655 Jul 13 19:19:25.286229 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5406d-c043-4027-87a0-ff893f14d9a0 admin admin] Pushing event updated for resources: {'Network': ['ID=cb94776d-4a1e-4177-b1cb-3da71602b82b,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:25.293459 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5406d-c043-4027-87a0-ff893f14d9a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:25.293835 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5406d-c043-4027-87a0-ff893f14d9a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:25.294186 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5406d-c043-4027-87a0-ff893f14d9a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:25.294577 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5406d-c043-4027-87a0-ff893f14d9a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:25.294913 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5406d-c043-4027-87a0-ff893f14d9a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:25.295248 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5406d-c043-4027-87a0-ff893f14d9a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:25.296169 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5406d-c043-4027-87a0-ff893f14d9a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:25.296531 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5406d-c043-4027-87a0-ff893f14d9a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:25.296866 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5406d-c043-4027-87a0-ff893f14d9a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:25.297194 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5406d-c043-4027-87a0-ff893f14d9a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:25.297523 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5406d-c043-4027-87a0-ff893f14d9a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:25.297846 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5406d-c043-4027-87a0-ff893f14d9a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:25.309686 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Network cb94776d-4a1e-4177-b1cb-3da71602b82b details requested by agent ovs-agent-dv-cinder-786933-3-iscsi with host dv-cinder-786933-3-iscsi {{(pid=92886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:19:27.437661 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 44934) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:27.495130 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b3e8044-da0d-4fa5-9a3a-481e9e8a9b6a admin admin] GET failed (client error): The resource could not be found. Jul 13 19:19:27.496426 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-6b3e8044-da0d-4fa5-9a3a-481e9e8a9b6a admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0578265 Jul 13 19:19:27.566154 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89231ec3-3f65-4cab-a687-3d0967ed775c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:27.567602 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-89231ec3-3f65-4cab-a687-3d0967ed775c admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0674243 Jul 13 19:19:27.577414 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-5a324655-0537-4bce-af7f-36fb84f52de5 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'cb94776d-4a1e-4177-b1cb-3da71602b82b', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:19:27.597460 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a324655-0537-4bce-af7f-36fb84f52de5 admin admin] Made reservation on behalf of 9661f8c3832d4514ad9420a768222a27 for: {'subnet': 1} {{(pid=92885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:19:27.599733 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-5a324655-0537-4bce-af7f-36fb84f52de5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:27.758143 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-5a324655-0537-4bce-af7f-36fb84f52de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669'] for subnet, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:27.809932 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a324655-0537-4bce-af7f-36fb84f52de5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ce22d50-092b-494f-bfa8-3945dae9ab37,revision_number=0']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:27.818611 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a324655-0537-4bce-af7f-36fb84f52de5 admin admin] Checking segment: {'id': '1df51467-2708-445c-a981-313646cd5f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'cb94776d-4a1e-4177-b1cb-3da71602b82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:19:27.818966 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a324655-0537-4bce-af7f-36fb84f52de5 admin admin] Network hostable DHCP agents. Network: cb94776d-4a1e-4177-b1cb-3da71602b82b, hostable agents: ['46ee3fc2-8c8b-485e-8a09-c5820fb474f8'], hosted agents: [] {{(pid=92885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:19:27.834404 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a324655-0537-4bce-af7f-36fb84f52de5 admin admin] Network cb94776d-4a1e-4177-b1cb-3da71602b82b is scheduled to be hosted by DHCP agent 46ee3fc2-8c8b-485e-8a09-c5820fb474f8 with binding_index 1 {{(pid=92885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:19:27.843106 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.base_scheduler [None req-5a324655-0537-4bce-af7f-36fb84f52de5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-3-iscsi, cb94776d-4a1e-4177-b1cb-3da71602b82b) {{(pid=92885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:19:27.847337 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a324655-0537-4bce-af7f-36fb84f52de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:27.848030 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-5a324655-0537-4bce-af7f-36fb84f52de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for subnet, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:27.853020 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a80bce-dcaa-469c-8a4a-c14e70c5efea None None] Network cb94776d-4a1e-4177-b1cb-3da71602b82b requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:19:27.861986 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-5a324655-0537-4bce-af7f-36fb84f52de5 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2884495 Jul 13 19:19:28.001672 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1140266-16a5-419d-ac30-6ac71a445891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45260216-df0c-5796-8452-8e51f9540998-cb94776d-4a1e-4177-b1cb-3da71602b82b', 'network_id': 'cb94776d-4a1e-4177-b1cb-3da71602b82b', 'tenant_id': '9661f8c3832d4514ad9420a768222a27', 'fixed_ips': [{'subnet_id': '7ce22d50-092b-494f-bfa8-3945dae9ab37'}]}} from dv-cinder-786933-3-iscsi. {{(pid=92886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:19:28.002562 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-c1140266-16a5-419d-ac30-6ac71a445891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:28.231951 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.db_base_plugin_common [None req-c1140266-16a5-419d-ac30-6ac71a445891 None None] Allocated IP 192.168.233.2 (cb94776d-4a1e-4177-b1cb-3da71602b82b/7ce22d50-092b-494f-bfa8-3945dae9ab37/03c6877a-8dde-41ef-ac12-ed614c00db5d) {{(pid=92886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:19:28.374539 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-c1140266-16a5-419d-ac30-6ac71a445891 None None] Notify callbacks [] for port, precommit_create {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:28.383369 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-c1140266-16a5-419d-ac30-6ac71a445891 None None] Transition to ACTIVE for port object 03c6877a-8dde-41ef-ac12-ed614c00db5d will not be triggered until provisioned by entity L2. {{(pid=92886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:19:28.398375 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-c1140266-16a5-419d-ac30-6ac71a445891 None None] Transition to ACTIVE for port object 03c6877a-8dde-41ef-ac12-ed614c00db5d will not be triggered until provisioned by entity DHCP. {{(pid=92886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:19:28.404483 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-c1140266-16a5-419d-ac30-6ac71a445891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819'] for port, after_create {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:28.445497 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1140266-16a5-419d-ac30-6ac71a445891 None None] Network cb94776d-4a1e-4177-b1cb-3da71602b82b is already hosted by enough agents. {{(pid=92886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:19:28.448418 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.scheduler.base_scheduler [None req-c1140266-16a5-419d-ac30-6ac71a445891 None None] Resources bound (agent type, host, resource id): {{(pid=92886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:19:28.452728 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1140266-16a5-419d-ac30-6ac71a445891 None None] Received port after_create {{(pid=92886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:19:28.455702 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1140266-16a5-419d-ac30-6ac71a445891 None None] Pushing event updated for resources: {'Port': ['ID=03c6877a-8dde-41ef-ac12-ed614c00db5d,revision_number=1']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:28.463404 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1140266-16a5-419d-ac30-6ac71a445891 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:28.463759 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1140266-16a5-419d-ac30-6ac71a445891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:28.464102 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1140266-16a5-419d-ac30-6ac71a445891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:28.464439 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1140266-16a5-419d-ac30-6ac71a445891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:28.464797 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1140266-16a5-419d-ac30-6ac71a445891 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:28.465130 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1140266-16a5-419d-ac30-6ac71a445891 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:28.465463 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1140266-16a5-419d-ac30-6ac71a445891 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:28.465801 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1140266-16a5-419d-ac30-6ac71a445891 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:28.466138 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1140266-16a5-419d-ac30-6ac71a445891 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:28.466464 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1140266-16a5-419d-ac30-6ac71a445891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:28.466788 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1140266-16a5-419d-ac30-6ac71a445891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:28.467624 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1140266-16a5-419d-ac30-6ac71a445891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:28.520250 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-c1140266-16a5-419d-ac30-6ac71a445891 None None] Attempting to bind port 03c6877a-8dde-41ef-ac12-ed614c00db5d on host dv-cinder-786933-3-iscsi for vnic_type normal with profile {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:19:28.520656 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-c1140266-16a5-419d-ac30-6ac71a445891 None None] Attempting to bind port 03c6877a-8dde-41ef-ac12-ed614c00db5d by drivers openvswitch,hyperv on host dv-cinder-786933-3-iscsi at level 0 using segments [{'id': '1df51467-2708-445c-a981-313646cd5f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'cb94776d-4a1e-4177-b1cb-3da71602b82b'}] {{(pid=92886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:19:28.521024 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1140266-16a5-419d-ac30-6ac71a445891 None None] Attempting to bind port 03c6877a-8dde-41ef-ac12-ed614c00db5d on network cb94776d-4a1e-4177-b1cb-3da71602b82b {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:19:28.526159 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1140266-16a5-419d-ac30-6ac71a445891 None None] Checking agent: {'id': '666c655c-5d62-4287-a041-db0951989b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 16, 18), 'started_at': datetime.datetime(2021, 7, 13, 19, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:19:28.526528 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1140266-16a5-419d-ac30-6ac71a445891 None None] Checking segment: {'id': '1df51467-2708-445c-a981-313646cd5f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'cb94776d-4a1e-4177-b1cb-3da71602b82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:19:28.526926 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-c1140266-16a5-419d-ac30-6ac71a445891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:28.527329 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1140266-16a5-419d-ac30-6ac71a445891 None None] Bound using segment: {'id': '1df51467-2708-445c-a981-313646cd5f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'cb94776d-4a1e-4177-b1cb-3da71602b82b'} {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:19:28.527778 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-c1140266-16a5-419d-ac30-6ac71a445891 None None] Bound port: 03c6877a-8dde-41ef-ac12-ed614c00db5d, host: dv-cinder-786933-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df51467-2708-445c-a981-313646cd5f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'cb94776d-4a1e-4177-b1cb-3da71602b82b'}}] {{(pid=92886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:19:28.528162 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-c1140266-16a5-419d-ac30-6ac71a445891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:28.592918 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-c1140266-16a5-419d-ac30-6ac71a445891 None None] For port 03c6877a-8dde-41ef-ac12-ed614c00db5d, host dv-cinder-786933-3-iscsi, cleared binding levels {{(pid=92886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:19:28.596108 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-c1140266-16a5-419d-ac30-6ac71a445891 None None] For port 03c6877a-8dde-41ef-ac12-ed614c00db5d, host dv-cinder-786933-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=03c6877a-8dde-41ef-ac12-ed614c00db5d,segment=NetworkSegment(1df51467-2708-445c-a981-313646cd5f1b),segment_id=1df51467-2708-445c-a981-313646cd5f1b)] {{(pid=92886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:19:28.601394 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-c1140266-16a5-419d-ac30-6ac71a445891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:28.658384 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1140266-16a5-419d-ac30-6ac71a445891 None None] Pushing event updated for resources: {'Port': ['ID=03c6877a-8dde-41ef-ac12-ed614c00db5d,revision_number=2']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:29.442349 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2734d64-dc58-4c70-a844-c1a337809043 None None] Network cb94776d-4a1e-4177-b1cb-3da71602b82b requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:19:29.566853 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-d322b5aa-777b-403b-8893-8d1a322641c7 None None] Provisioning for port 03c6877a-8dde-41ef-ac12-ed614c00db5d completed by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:19:29.924754 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 03c6877a-8dde-41ef-ac12-ed614c00db5d up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:19:29.972954 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning for port 03c6877a-8dde-41ef-ac12-ed614c00db5d completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:19:29.977645 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port 03c6877a-8dde-41ef-ac12-ed614c00db5d triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:19:29.977645 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:30.055183 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:30.087251 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] For port 03c6877a-8dde-41ef-ac12-ed614c00db5d, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=03c6877a-8dde-41ef-ac12-ed614c00db5d,segment=NetworkSegment(1df51467-2708-445c-a981-313646cd5f1b),segment_id=1df51467-2708-445c-a981-313646cd5f1b)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:19:30.091694 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:30.138440 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Pushing event updated for resources: {'Port': ['ID=03c6877a-8dde-41ef-ac12-ed614c00db5d,revision_number=3']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:31.902487 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 03c6877a-8dde-41ef-ac12-ed614c00db5d up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:19:31.949695 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port 03c6877a-8dde-41ef-ac12-ed614c00db5d triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:19:31.950049 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:35.630687 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 5 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:19:45.163131 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-76e12253-b4a0-489f-9947-5f082a91004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:47.725292 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6a2a3b3c-cd8f-47c5-9070-dfa1ee2cd318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:47.843523 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:48.953756 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:50.602520 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:12.629470 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 5 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:20:15.164278 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cd493a0c-35c1-4922-b745-75d6d2a70b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:17.725094 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-627df16a-07c1-4e0f-91d1-448528797dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:17.843917 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:18.956331 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:20.604767 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.211375 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 44986) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:39.217205 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [None req-ea298224-4573-4c19-8c55-0755dcd1e6ef tempest-verify_tempest_config-1630650528 tempest-verify_tempest_config-1630650528-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:20:39.218248 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-ea298224-4573-4c19-8c55-0755dcd1e6ef tempest-verify_tempest_config-1630650528 tempest-verify_tempest_config-1630650528-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058692 Jul 13 19:20:39.510266 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 45004) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:39.608525 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-3ab9ff7f-b27b-4629-9521-f85517656e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.693741 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-3ab9ff7f-b27b-4629-9521-f85517656e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.697130 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-3ab9ff7f-b27b-4629-9521-f85517656e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.739223 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab9ff7f-b27b-4629-9521-f85517656e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcb71c0-cb7b-4a85-a325-81b0a41845dd,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:39.742882 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-3ab9ff7f-b27b-4629-9521-f85517656e12 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0bc7ccbd665049a09bcd0e7473b368fa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2316473 Jul 13 19:20:39.745615 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 45008) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:39.748155 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9ff7f-b27b-4629-9521-f85517656e12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:39.748556 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9ff7f-b27b-4629-9521-f85517656e12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:39.748906 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9ff7f-b27b-4629-9521-f85517656e12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:39.749241 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9ff7f-b27b-4629-9521-f85517656e12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:39.749573 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9ff7f-b27b-4629-9521-f85517656e12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:39.749920 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9ff7f-b27b-4629-9521-f85517656e12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:39.750248 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9ff7f-b27b-4629-9521-f85517656e12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:39.750574 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9ff7f-b27b-4629-9521-f85517656e12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:39.750899 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9ff7f-b27b-4629-9521-f85517656e12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:39.751221 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9ff7f-b27b-4629-9521-f85517656e12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:39.751541 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9ff7f-b27b-4629-9521-f85517656e12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:39.751862 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9ff7f-b27b-4629-9521-f85517656e12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:39.800724 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-122a0de3-0a1e-485a-b479-638ebe798d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.820411 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-122a0de3-0a1e-485a-b479-638ebe798d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.906603 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-122a0de3-0a1e-485a-b479-638ebe798d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.909145 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-122a0de3-0a1e-485a-b479-638ebe798d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.910324 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-122a0de3-0a1e-485a-b479-638ebe798d37 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2fcb71c0-cb7b-4a85-a325-81b0a41845dd HTTP/1.1" status: 204 len: 168 time: 0.1636610 Jul 13 19:20:39.918407 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a0de3-0a1e-485a-b479-638ebe798d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcb71c0-cb7b-4a85-a325-81b0a41845dd,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:39.924939 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a0de3-0a1e-485a-b479-638ebe798d37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:39.925311 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a0de3-0a1e-485a-b479-638ebe798d37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:39.925661 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a0de3-0a1e-485a-b479-638ebe798d37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:39.926000 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a0de3-0a1e-485a-b479-638ebe798d37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:39.926339 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a0de3-0a1e-485a-b479-638ebe798d37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:39.926672 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a0de3-0a1e-485a-b479-638ebe798d37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:39.927002 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a0de3-0a1e-485a-b479-638ebe798d37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:39.927331 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a0de3-0a1e-485a-b479-638ebe798d37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:39.927673 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a0de3-0a1e-485a-b479-638ebe798d37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:39.928001 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a0de3-0a1e-485a-b479-638ebe798d37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:39.928323 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a0de3-0a1e-485a-b479-638ebe798d37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:39.928671 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a0de3-0a1e-485a-b479-638ebe798d37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:45.165307 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-b6008c98-0d07-4337-879e-8556f392ad78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:47.726193 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-e7599f5f-91c2-4611-bb0d-fe3a7ee7d1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:47.844867 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:48.961660 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:49.628014 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 5 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:20:50.607569 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:15.165268 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-3d6a5398-65ca-4bdb-aecd-56d580e6aab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:17.725483 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-5c1d09cb-e934-415c-90ed-db6dbfc14df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:17.844305 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:18.962903 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:20.611188 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:26.626711 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 5 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:21:45.165225 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4c067988-2944-41d3-b5f0-496e805ded27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:47.724555 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-d61cb9eb-33b9-4574-9e91-a6e95b15f9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:47.843205 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:48.966800 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:50.612610 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:03.625557 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 5 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:22:12.526903 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-507193'] for agent, after_create {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:15.166504 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-98b7f4f2-1455-40f8-9508-80040a5167e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:16.884583 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 45062) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:16.982597 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-42e6ffee-5e01-43a8-9266-985d9ee43264 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0969357 Jul 13 19:22:17.724984 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-f07023d4-b5c5-481a-aac9-1b5678741c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:17.843036 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:18.969247 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:19.121045 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 45072) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:19.182552 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-c3293cff-29a7-42d8-86ce-5dcf0e04c10c admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0604329 Jul 13 19:22:20.616154 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:40.624606 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:22:42.486875 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:45.166336 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-84b8f65a-c339-4894-8bc1-692a0f35cd4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:47.727672 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-b2a8e40e-e94f-4460-affe-5327604595a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:47.842470 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:48.971773 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:50.620056 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:12.491709 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:15.166491 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-477da816-59bd-4b35-89b5-4e0e29e5af6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:17.623527 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:23:17.728230 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6750fbc4-e013-41c5-b2ff-5fde56ca437a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:17.842689 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:18.979264 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:20.624082 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:42.510630 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:44.582949 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 45238) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:44.798759 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-80ba02c2-3e0d-4152-a249-4aa3b0c451c3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-71090559-network', 'tenant_id': '652f5f23ec8a45ea8fe76d30b77bbcff'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:44.822943 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ba02c2-3e0d-4152-a249-4aa3b0c451c3 admin admin] Made reservation on behalf of 652f5f23ec8a45ea8fe76d30b77bbcff for: {'network': 1} {{(pid=92885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:23:44.826484 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-80ba02c2-3e0d-4152-a249-4aa3b0c451c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for network, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:44.835306 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-80ba02c2-3e0d-4152-a249-4aa3b0c451c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:44.942345 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-80ba02c2-3e0d-4152-a249-4aa3b0c451c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:44.946872 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-80ba02c2-3e0d-4152-a249-4aa3b0c451c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:44.976280 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ba02c2-3e0d-4152-a249-4aa3b0c451c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1191} {{(pid=92885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:23:44.982445 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba02c2-3e0d-4152-a249-4aa3b0c451c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e81ef53-95c3-4094-bef1-e13dcda4b6f0,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:44.992210 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba02c2-3e0d-4152-a249-4aa3b0c451c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:44.992670 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba02c2-3e0d-4152-a249-4aa3b0c451c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:44.993105 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba02c2-3e0d-4152-a249-4aa3b0c451c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:44.993553 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba02c2-3e0d-4152-a249-4aa3b0c451c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:44.993935 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba02c2-3e0d-4152-a249-4aa3b0c451c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:44.994329 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba02c2-3e0d-4152-a249-4aa3b0c451c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:44.994718 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba02c2-3e0d-4152-a249-4aa3b0c451c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:44.995109 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba02c2-3e0d-4152-a249-4aa3b0c451c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:44.995522 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba02c2-3e0d-4152-a249-4aa3b0c451c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:44.995903 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba02c2-3e0d-4152-a249-4aa3b0c451c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:44.996287 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba02c2-3e0d-4152-a249-4aa3b0c451c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:44.997074 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba02c2-3e0d-4152-a249-4aa3b0c451c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:44.998118 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba02c2-3e0d-4152-a249-4aa3b0c451c3 admin admin] Tracked resource versions report: Jul 13 19:23:44.998118 dv-cinder-786933-3-iscsi neutron-server[92885]: pushed versions: Jul 13 19:23:44.998118 dv-cinder-786933-3-iscsi neutron-server[92885]: { 'AddressGroup': {'1.2'}, Jul 13 19:23:44.998118 dv-cinder-786933-3-iscsi neutron-server[92885]: 'ConntrackHelper': {'1.0'}, Jul 13 19:23:44.998118 dv-cinder-786933-3-iscsi neutron-server[92885]: 'Log': {'1.0'}, Jul 13 19:23:44.998118 dv-cinder-786933-3-iscsi neutron-server[92885]: 'Network': {'1.1'}, Jul 13 19:23:44.998118 dv-cinder-786933-3-iscsi neutron-server[92885]: 'Port': {'1.7'}, Jul 13 19:23:44.998118 dv-cinder-786933-3-iscsi neutron-server[92885]: 'PortForwarding': {'1.2'}, Jul 13 19:23:44.998118 dv-cinder-786933-3-iscsi neutron-server[92885]: 'QosPolicy': {'1.8'}, Jul 13 19:23:44.998118 dv-cinder-786933-3-iscsi neutron-server[92885]: 'SecurityGroup': {'1.4'}, Jul 13 19:23:44.998118 dv-cinder-786933-3-iscsi neutron-server[92885]: 'SecurityGroupRule': {'1.2'}, Jul 13 19:23:44.998118 dv-cinder-786933-3-iscsi neutron-server[92885]: 'SubPort': {'1.0'}, Jul 13 19:23:44.998118 dv-cinder-786933-3-iscsi neutron-server[92885]: 'Subnet': {'1.1'}, Jul 13 19:23:44.998118 dv-cinder-786933-3-iscsi neutron-server[92885]: 'Trunk': {'1.1'}} Jul 13 19:23:44.998118 dv-cinder-786933-3-iscsi neutron-server[92885]: consumer versions: Jul 13 19:23:44.998118 dv-cinder-786933-3-iscsi neutron-server[92885]: { DHCP agent@dv-cinder-786933-3-iscsi: {}, Jul 13 19:23:44.998118 dv-cinder-786933-3-iscsi neutron-server[92885]: HyperV agent@hv-cinder-78693: {}, Jul 13 19:23:44.998118 dv-cinder-786933-3-iscsi neutron-server[92885]: L3 agent@dv-cinder-786933-3-iscsi: {}, Jul 13 19:23:44.998118 dv-cinder-786933-3-iscsi neutron-server[92885]: Metadata agent@dv-cinder-786933-3-iscsi: {}, Jul 13 19:23:44.998118 dv-cinder-786933-3-iscsi neutron-server[92885]: Metering agent@dv-cinder-786933-3-iscsi: {}, Jul 13 19:23:44.998118 dv-cinder-786933-3-iscsi neutron-server[92885]: Open vSwitch agent@dv-cinder-786933-3-iscsi: { 'AddressGroup': '1.2', Jul 13 19:23:44.998118 dv-cinder-786933-3-iscsi neutron-server[92885]: 'ConntrackHelper': '1.0', Jul 13 19:23:44.998118 dv-cinder-786933-3-iscsi neutron-server[92885]: 'Log': '1.0', Jul 13 19:23:44.998118 dv-cinder-786933-3-iscsi neutron-server[92885]: 'Network': '1.1', Jul 13 19:23:44.998118 dv-cinder-786933-3-iscsi neutron-server[92885]: 'Port': '1.7', Jul 13 19:23:44.998118 dv-cinder-786933-3-iscsi neutron-server[92885]: 'PortForwarding': '1.2', Jul 13 19:23:44.998118 dv-cinder-786933-3-iscsi neutron-server[92885]: 'QosPolicy': '1.8', Jul 13 19:23:44.998118 dv-cinder-786933-3-iscsi neutron-server[92885]: 'SecurityGroup': '1.4', Jul 13 19:23:44.998118 dv-cinder-786933-3-iscsi neutron-server[92885]: 'SecurityGroupRule': '1.2', Jul 13 19:23:44.998118 dv-cinder-786933-3-iscsi neutron-server[92885]: 'SubPort': '1.0', Jul 13 19:23:44.998118 dv-cinder-786933-3-iscsi neutron-server[92885]: 'Subnet': '1.1', Jul 13 19:23:44.998118 dv-cinder-786933-3-iscsi neutron-server[92885]: 'Trunk': '1.1'}} Jul 13 19:23:44.998118 dv-cinder-786933-3-iscsi neutron-server[92885]: {{(pid=92885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 19:23:45.005185 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-80ba02c2-3e0d-4152-a249-4aa3b0c451c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480'] for segment, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:45.005603 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.db.segments_db [None req-80ba02c2-3e0d-4152-a249-4aa3b0c451c3 admin admin] Added segment 47dd59b9-a209-4189-b5b3-55fbf6a7f6be of type vlan for network e562a705-db99-44a5-84db-c9cb691dc10e Jul 13 19:23:45.048711 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-80ba02c2-3e0d-4152-a249-4aa3b0c451c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772357517572'] for network, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:45.077756 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-80ba02c2-3e0d-4152-a249-4aa3b0c451c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669'] for network, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:45.079420 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ba02c2-3e0d-4152-a249-4aa3b0c451c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:45.080099 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-80ba02c2-3e0d-4152-a249-4aa3b0c451c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for network, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:45.171156 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f657330-f2a8-44d6-9ac3-fe965dc9975d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:45.191426 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-80ba02c2-3e0d-4152-a249-4aa3b0c451c3 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6073804 Jul 13 19:23:45.194496 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 45288) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:45.200412 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-14df3416-e8de-4ba7-992c-e58b17f89d6f admin admin] Request body: {'subnet': {'network_id': 'e562a705-db99-44a5-84db-c9cb691dc10e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-71090559-subnet', 'tenant_id': '652f5f23ec8a45ea8fe76d30b77bbcff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:45.209302 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba02c2-3e0d-4152-a249-4aa3b0c451c3 admin admin] Pushing event updated for resources: {'Network': ['ID=e562a705-db99-44a5-84db-c9cb691dc10e,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:45.226502 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Network e562a705-db99-44a5-84db-c9cb691dc10e details requested by agent ovs-agent-dv-cinder-786933-3-iscsi with host dv-cinder-786933-3-iscsi {{(pid=92886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:23:45.230938 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14df3416-e8de-4ba7-992c-e58b17f89d6f admin admin] Made reservation on behalf of 652f5f23ec8a45ea8fe76d30b77bbcff for: {'subnet': 1} {{(pid=92884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:23:45.233577 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-14df3416-e8de-4ba7-992c-e58b17f89d6f admin admin] Notify callbacks [] for subnet, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:45.408001 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-14df3416-e8de-4ba7-992c-e58b17f89d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669'] for subnet, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:45.452195 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df3416-e8de-4ba7-992c-e58b17f89d6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=378d89dc-bfdb-437d-a3cf-f875b6da89ed,revision_number=0']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:45.459350 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14df3416-e8de-4ba7-992c-e58b17f89d6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:45.459740 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14df3416-e8de-4ba7-992c-e58b17f89d6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:45.460078 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14df3416-e8de-4ba7-992c-e58b17f89d6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:45.460412 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14df3416-e8de-4ba7-992c-e58b17f89d6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:45.460775 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14df3416-e8de-4ba7-992c-e58b17f89d6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:45.461110 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14df3416-e8de-4ba7-992c-e58b17f89d6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:45.461444 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14df3416-e8de-4ba7-992c-e58b17f89d6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:45.462355 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14df3416-e8de-4ba7-992c-e58b17f89d6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:45.462695 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14df3416-e8de-4ba7-992c-e58b17f89d6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:45.463031 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14df3416-e8de-4ba7-992c-e58b17f89d6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:45.463563 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14df3416-e8de-4ba7-992c-e58b17f89d6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:45.463686 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14df3416-e8de-4ba7-992c-e58b17f89d6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:45.465131 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14df3416-e8de-4ba7-992c-e58b17f89d6f admin admin] Tracked resource versions report: Jul 13 19:23:45.465131 dv-cinder-786933-3-iscsi neutron-server[92884]: pushed versions: Jul 13 19:23:45.465131 dv-cinder-786933-3-iscsi neutron-server[92884]: { 'AddressGroup': {'1.2'}, Jul 13 19:23:45.465131 dv-cinder-786933-3-iscsi neutron-server[92884]: 'ConntrackHelper': {'1.0'}, Jul 13 19:23:45.465131 dv-cinder-786933-3-iscsi neutron-server[92884]: 'Log': {'1.0'}, Jul 13 19:23:45.465131 dv-cinder-786933-3-iscsi neutron-server[92884]: 'Network': {'1.1'}, Jul 13 19:23:45.465131 dv-cinder-786933-3-iscsi neutron-server[92884]: 'Port': {'1.7'}, Jul 13 19:23:45.465131 dv-cinder-786933-3-iscsi neutron-server[92884]: 'PortForwarding': {'1.2'}, Jul 13 19:23:45.465131 dv-cinder-786933-3-iscsi neutron-server[92884]: 'QosPolicy': {'1.8'}, Jul 13 19:23:45.465131 dv-cinder-786933-3-iscsi neutron-server[92884]: 'SecurityGroup': {'1.4'}, Jul 13 19:23:45.465131 dv-cinder-786933-3-iscsi neutron-server[92884]: 'SecurityGroupRule': {'1.2'}, Jul 13 19:23:45.465131 dv-cinder-786933-3-iscsi neutron-server[92884]: 'SubPort': {'1.0'}, Jul 13 19:23:45.465131 dv-cinder-786933-3-iscsi neutron-server[92884]: 'Subnet': {'1.1'}, Jul 13 19:23:45.465131 dv-cinder-786933-3-iscsi neutron-server[92884]: 'Trunk': {'1.1'}} Jul 13 19:23:45.465131 dv-cinder-786933-3-iscsi neutron-server[92884]: consumer versions: Jul 13 19:23:45.465131 dv-cinder-786933-3-iscsi neutron-server[92884]: { DHCP agent@dv-cinder-786933-3-iscsi: {}, Jul 13 19:23:45.465131 dv-cinder-786933-3-iscsi neutron-server[92884]: HyperV agent@hv-cinder-78693: {}, Jul 13 19:23:45.465131 dv-cinder-786933-3-iscsi neutron-server[92884]: L3 agent@dv-cinder-786933-3-iscsi: {}, Jul 13 19:23:45.465131 dv-cinder-786933-3-iscsi neutron-server[92884]: Metadata agent@dv-cinder-786933-3-iscsi: {}, Jul 13 19:23:45.465131 dv-cinder-786933-3-iscsi neutron-server[92884]: Metering agent@dv-cinder-786933-3-iscsi: {}, Jul 13 19:23:45.465131 dv-cinder-786933-3-iscsi neutron-server[92884]: Open vSwitch agent@dv-cinder-786933-3-iscsi: { 'AddressGroup': '1.2', Jul 13 19:23:45.465131 dv-cinder-786933-3-iscsi neutron-server[92884]: 'ConntrackHelper': '1.0', Jul 13 19:23:45.465131 dv-cinder-786933-3-iscsi neutron-server[92884]: 'Log': '1.0', Jul 13 19:23:45.465131 dv-cinder-786933-3-iscsi neutron-server[92884]: 'Network': '1.1', Jul 13 19:23:45.465131 dv-cinder-786933-3-iscsi neutron-server[92884]: 'Port': '1.7', Jul 13 19:23:45.465131 dv-cinder-786933-3-iscsi neutron-server[92884]: 'PortForwarding': '1.2', Jul 13 19:23:45.465131 dv-cinder-786933-3-iscsi neutron-server[92884]: 'QosPolicy': '1.8', Jul 13 19:23:45.465131 dv-cinder-786933-3-iscsi neutron-server[92884]: 'SecurityGroup': '1.4', Jul 13 19:23:45.465131 dv-cinder-786933-3-iscsi neutron-server[92884]: 'SecurityGroupRule': '1.2', Jul 13 19:23:45.465131 dv-cinder-786933-3-iscsi neutron-server[92884]: 'SubPort': '1.0', Jul 13 19:23:45.465131 dv-cinder-786933-3-iscsi neutron-server[92884]: 'Subnet': '1.1', Jul 13 19:23:45.465131 dv-cinder-786933-3-iscsi neutron-server[92884]: 'Trunk': '1.1'}} Jul 13 19:23:45.465131 dv-cinder-786933-3-iscsi neutron-server[92884]: {{(pid=92884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 19:23:45.491434 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14df3416-e8de-4ba7-992c-e58b17f89d6f admin admin] Checking segment: {'id': '47dd59b9-a209-4189-b5b3-55fbf6a7f6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'e562a705-db99-44a5-84db-c9cb691dc10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:23:45.491798 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14df3416-e8de-4ba7-992c-e58b17f89d6f admin admin] Network hostable DHCP agents. Network: e562a705-db99-44a5-84db-c9cb691dc10e, hostable agents: ['46ee3fc2-8c8b-485e-8a09-c5820fb474f8'], hosted agents: [] {{(pid=92884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:23:45.510535 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14df3416-e8de-4ba7-992c-e58b17f89d6f admin admin] Network e562a705-db99-44a5-84db-c9cb691dc10e is scheduled to be hosted by DHCP agent 46ee3fc2-8c8b-485e-8a09-c5820fb474f8 with binding_index 1 {{(pid=92884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:23:45.520872 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [None req-14df3416-e8de-4ba7-992c-e58b17f89d6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-3-iscsi, e562a705-db99-44a5-84db-c9cb691dc10e) {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:45.526733 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14df3416-e8de-4ba7-992c-e58b17f89d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:45.527887 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-14df3416-e8de-4ba7-992c-e58b17f89d6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for subnet, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:45.531775 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd5e18d-e555-444e-afba-597ab8a94965 None None] Network e562a705-db99-44a5-84db-c9cb691dc10e requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:23:45.547189 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 45310) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:45.552575 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-08995ec0-565b-4322-9206-28ded75ece24 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-71090559-router', 'tenant_id': '652f5f23ec8a45ea8fe76d30b77bbcff', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'}}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:45.558650 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-14df3416-e8de-4ba7-992c-e58b17f89d6f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3630235 Jul 13 19:23:45.589743 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-08995ec0-565b-4322-9206-28ded75ece24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-502719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57487'] for router, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:45.600806 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-08995ec0-565b-4322-9206-28ded75ece24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57476'] for router, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:45.672213 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 45320) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:45.703432 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 45324) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:45.715967 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4308a84b-82bf-4a16-828b-0d28417b811f None None] Network e562a705-db99-44a5-84db-c9cb691dc10e requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:23:45.731364 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 45328) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:45.803691 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-08995ec0-565b-4322-9206-28ded75ece24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.040690 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-08995ec0-565b-4322-9206-28ded75ece24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-502697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64110'] for router, precommit_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.096418 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-c7ab6a5f-2fc0-4dc3-a2ed-bd3d6e791b92 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-207520657-network', 'tenant_id': 'e7dba3834cf94d53b5eb7919c55c4945'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:46.127988 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-f66d6b37-5442-4cd1-9592-1692907c4bf5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1060596869-network', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:46.166168 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-abb3f89f-a145-41ca-b913-44c2ff7bdefc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-791351502-network', 'tenant_id': '5c8b23f02c2c47d98df5e2180b3d6bf6'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:46.188608 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ab6a5f-2fc0-4dc3-a2ed-bd3d6e791b92 admin admin] Made reservation on behalf of e7dba3834cf94d53b5eb7919c55c4945 for: {'network': 1} {{(pid=92884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:23:46.193010 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-c7ab6a5f-2fc0-4dc3-a2ed-bd3d6e791b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for network, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.234919 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-c7ab6a5f-2fc0-4dc3-a2ed-bd3d6e791b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.318996 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66d6b37-5442-4cd1-9592-1692907c4bf5 admin admin] Made reservation on behalf of f2df23c120004786bdbc54c2ad27b7df for: {'network': 1} {{(pid=92884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:23:46.321612 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f66d6b37-5442-4cd1-9592-1692907c4bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for network, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.327952 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb3f89f-a145-41ca-b913-44c2ff7bdefc admin admin] Made reservation on behalf of 5c8b23f02c2c47d98df5e2180b3d6bf6 for: {'network': 1} {{(pid=92884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:23:46.334664 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-abb3f89f-a145-41ca-b913-44c2ff7bdefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for network, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.372781 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-abb3f89f-a145-41ca-b913-44c2ff7bdefc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.379032 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f66d6b37-5442-4cd1-9592-1692907c4bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.445382 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-08995ec0-565b-4322-9206-28ded75ece24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.478921 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-08995ec0-565b-4322-9206-28ded75ece24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.549724 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-c7ab6a5f-2fc0-4dc3-a2ed-bd3d6e791b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.566859 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-c7ab6a5f-2fc0-4dc3-a2ed-bd3d6e791b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.589751 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ab6a5f-2fc0-4dc3-a2ed-bd3d6e791b92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1170} {{(pid=92884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:23:46.621568 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-c7ab6a5f-2fc0-4dc3-a2ed-bd3d6e791b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480'] for segment, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.622494 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.db.segments_db [None req-c7ab6a5f-2fc0-4dc3-a2ed-bd3d6e791b92 admin admin] Added segment 6682d465-6c1b-420d-bda0-e256c276348b of type vlan for network 14adc513-802f-41c3-aa1b-5a69cf6267ec Jul 13 19:23:46.652824 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab6a5f-2fc0-4dc3-a2ed-bd3d6e791b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83f2dc1-c37f-4be0-891b-9435953075a9,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:46.706961 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-c7ab6a5f-2fc0-4dc3-a2ed-bd3d6e791b92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772357517572'] for network, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.758245 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-c7ab6a5f-2fc0-4dc3-a2ed-bd3d6e791b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669'] for network, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.759997 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ab6a5f-2fc0-4dc3-a2ed-bd3d6e791b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:46.760762 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-c7ab6a5f-2fc0-4dc3-a2ed-bd3d6e791b92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for network, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.767081 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.db_base_plugin_common [None req-08995ec0-565b-4322-9206-28ded75ece24 admin admin] Allocated IP 172.27.2.214 (016193b2-3012-4896-ba69-fa2225e8730f/5c7148d1-68ad-4d7f-9cc6-340fc018242b/c7a453da-b942-4ecb-9dbd-9847610a5277) {{(pid=92885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:23:46.842354 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab6a5f-2fc0-4dc3-a2ed-bd3d6e791b92 admin admin] Pushing event updated for resources: {'Network': ['ID=14adc513-802f-41c3-aa1b-5a69cf6267ec,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:46.857873 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Network 14adc513-802f-41c3-aa1b-5a69cf6267ec details requested by agent ovs-agent-dv-cinder-786933-3-iscsi with host dv-cinder-786933-3-iscsi {{(pid=92886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:23:46.944797 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f66d6b37-5442-4cd1-9592-1692907c4bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.953965 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f66d6b37-5442-4cd1-9592-1692907c4bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.973295 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f66d6b37-5442-4cd1-9592-1692907c4bf5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1152} {{(pid=92884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:23:46.987018 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f66d6b37-5442-4cd1-9592-1692907c4bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480'] for segment, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.987637 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.db.segments_db [None req-f66d6b37-5442-4cd1-9592-1692907c4bf5 admin admin] Added segment a40130a1-c2a7-4243-8f3c-b4ef1dc74555 of type vlan for network cf7dab8a-c373-4837-ae0f-7b4d00b9b824 Jul 13 19:23:47.012089 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-08995ec0-565b-4322-9206-28ded75ece24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:47.048480 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f66d6b37-5442-4cd1-9592-1692907c4bf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772357517572'] for network, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:47.119237 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 45402) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:47.121064 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-c7ab6a5f-2fc0-4dc3-a2ed-bd3d6e791b92 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4473007 Jul 13 19:23:47.131497 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-90d81eeb-6fed-4b48-ba63-51f17e54383a admin admin] Request body: {'subnet': {'network_id': '14adc513-802f-41c3-aa1b-5a69cf6267ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-207520657-subnet', 'tenant_id': 'e7dba3834cf94d53b5eb7919c55c4945', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:47.132392 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f66d6b37-5442-4cd1-9592-1692907c4bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669'] for network, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:47.133349 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66d6b37-5442-4cd1-9592-1692907c4bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:47.134624 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f66d6b37-5442-4cd1-9592-1692907c4bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for network, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:47.141654 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-08995ec0-565b-4322-9206-28ded75ece24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819'] for port, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:47.258082 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08995ec0-565b-4322-9206-28ded75ece24 admin admin] Network 016193b2-3012-4896-ba69-fa2225e8730f is already hosted by enough agents. {{(pid=92885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:23:47.266193 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.base_scheduler [None req-08995ec0-565b-4322-9206-28ded75ece24 admin admin] Resources bound (agent type, host, resource id): {{(pid=92885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:47.274405 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08995ec0-565b-4322-9206-28ded75ece24 admin admin] Received port after_create {{(pid=92885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:23:47.341765 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08995ec0-565b-4322-9206-28ded75ece24 admin admin] Pushing event updated for resources: {'Port': ['ID=c7a453da-b942-4ecb-9dbd-9847610a5277,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:47.393237 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d6b37-5442-4cd1-9592-1692907c4bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5445cea-c0b2-444c-9977-36edd0bf55fa,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:47.395621 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d6b37-5442-4cd1-9592-1692907c4bf5 admin admin] Pushing event updated for resources: {'Network': ['ID=cf7dab8a-c373-4837-ae0f-7b4d00b9b824,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:47.447330 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Network cf7dab8a-c373-4837-ae0f-7b4d00b9b824 details requested by agent ovs-agent-dv-cinder-786933-3-iscsi with host dv-cinder-786933-3-iscsi {{(pid=92886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:23:47.513717 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-abb3f89f-a145-41ca-b913-44c2ff7bdefc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:47.521109 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-abb3f89f-a145-41ca-b913-44c2ff7bdefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:47.564824 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3f89f-a145-41ca-b913-44c2ff7bdefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b617bf-e73f-411e-b588-35d23f5af7da,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:47.574166 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-f66d6b37-5442-4cd1-9592-1692907c4bf5 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8693714 Jul 13 19:23:47.576587 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 45426) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:47.604438 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-05e3cd7d-c6de-4955-ac37-5732c9e3201e admin admin] Request body: {'subnet': {'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1060596869-subnet', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:47.607788 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abb3f89f-a145-41ca-b913-44c2ff7bdefc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1181} {{(pid=92884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:23:47.626273 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-abb3f89f-a145-41ca-b913-44c2ff7bdefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480'] for segment, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:47.626612 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.db.segments_db [None req-abb3f89f-a145-41ca-b913-44c2ff7bdefc admin admin] Added segment bcb7886f-503b-44c3-a9a4-813100afae65 of type vlan for network ac62b834-c4f2-4379-9b3d-6de271a72a32 Jul 13 19:23:47.660683 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e3cd7d-c6de-4955-ac37-5732c9e3201e admin admin] Made reservation on behalf of f2df23c120004786bdbc54c2ad27b7df for: {'subnet': 1} {{(pid=92884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:23:47.663798 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-05e3cd7d-c6de-4955-ac37-5732c9e3201e admin admin] Notify callbacks [] for subnet, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:47.669606 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 45428) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:47.679432 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d81eeb-6fed-4b48-ba63-51f17e54383a admin admin] Made reservation on behalf of e7dba3834cf94d53b5eb7919c55c4945 for: {'subnet': 1} {{(pid=92885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:23:47.682359 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-90d81eeb-6fed-4b48-ba63-51f17e54383a admin admin] Notify callbacks [] for subnet, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:47.690436 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-abb3f89f-a145-41ca-b913-44c2ff7bdefc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772357517572'] for network, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:47.732200 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-5d391990-9394-4e5f-ad2a-26f95933e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:47.772256 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-abb3f89f-a145-41ca-b913-44c2ff7bdefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669'] for network, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:47.773640 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb3f89f-a145-41ca-b913-44c2ff7bdefc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:47.774242 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-abb3f89f-a145-41ca-b913-44c2ff7bdefc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for network, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:47.846819 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-abb3f89f-a145-41ca-b913-44c2ff7bdefc admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1141479 Jul 13 19:23:47.847639 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 45432) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:47.851059 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:47.858920 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-a2d2a2a0-8780-485e-b15a-b53300974ec6 admin admin] Request body: {'subnet': {'network_id': 'ac62b834-c4f2-4379-9b3d-6de271a72a32', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-791351502-subnet', 'tenant_id': '5c8b23f02c2c47d98df5e2180b3d6bf6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:47.860946 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-07b96524-3950-4d74-9e79-6c3a26ab4682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:47.868160 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-08995ec0-565b-4322-9206-28ded75ece24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:47.887317 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3f89f-a145-41ca-b913-44c2ff7bdefc admin admin] Pushing event updated for resources: {'Network': ['ID=ac62b834-c4f2-4379-9b3d-6de271a72a32,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:47.898188 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Network ac62b834-c4f2-4379-9b3d-6de271a72a32 details requested by agent ovs-agent-dv-cinder-786933-3-iscsi with host dv-cinder-786933-3-iscsi {{(pid=92886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:23:47.964636 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-05e3cd7d-c6de-4955-ac37-5732c9e3201e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669'] for subnet, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:47.981456 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d2a2a0-8780-485e-b15a-b53300974ec6 admin admin] Made reservation on behalf of 5c8b23f02c2c47d98df5e2180b3d6bf6 for: {'subnet': 1} {{(pid=92885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:23:47.983739 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-a2d2a2a0-8780-485e-b15a-b53300974ec6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.042686 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3cd7d-c6de-4955-ac37-5732c9e3201e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c43d8f9f-c845-4d5c-82df-5404e88902e1,revision_number=0']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:48.065277 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e3cd7d-c6de-4955-ac37-5732c9e3201e admin admin] Checking segment: {'id': 'a40130a1-c2a7-4243-8f3c-b4ef1dc74555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:23:48.065640 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e3cd7d-c6de-4955-ac37-5732c9e3201e admin admin] Network hostable DHCP agents. Network: cf7dab8a-c373-4837-ae0f-7b4d00b9b824, hostable agents: ['46ee3fc2-8c8b-485e-8a09-c5820fb474f8'], hosted agents: [] {{(pid=92884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:23:48.102894 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e3cd7d-c6de-4955-ac37-5732c9e3201e admin admin] Network cf7dab8a-c373-4837-ae0f-7b4d00b9b824 is scheduled to be hosted by DHCP agent 46ee3fc2-8c8b-485e-8a09-c5820fb474f8 with binding_index 1 {{(pid=92884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:23:48.114131 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-07b96524-3950-4d74-9e79-6c3a26ab4682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.119319 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [None req-05e3cd7d-c6de-4955-ac37-5732c9e3201e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-3-iscsi, cf7dab8a-c373-4837-ae0f-7b4d00b9b824) {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:48.124454 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e3cd7d-c6de-4955-ac37-5732c9e3201e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:48.125083 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-05e3cd7d-c6de-4955-ac37-5732c9e3201e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for subnet, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.128016 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-07b96524-3950-4d74-9e79-6c3a26ab4682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.129092 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4728ea8-3cd1-459c-af01-6244fe63735e None None] Network cf7dab8a-c373-4837-ae0f-7b4d00b9b824 requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:23:48.177531 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-05e3cd7d-c6de-4955-ac37-5732c9e3201e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5809526 Jul 13 19:23:48.180361 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 45436) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:48.183455 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-90d81eeb-6fed-4b48-ba63-51f17e54383a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669'] for subnet, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.184648 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-911ac9ce-a875-486a-82aa-f348d9720f81 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1060596869-router', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'}}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:48.197403 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-07b96524-3950-4d74-9e79-6c3a26ab4682 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f153f1f5f0294107a55f2e724152bb30&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5267591 Jul 13 19:23:48.200790 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 45440) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:48.224927 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b96524-3950-4d74-9e79-6c3a26ab4682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d68132-3f7d-4956-afb1-8dd027d86881,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:48.232931 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-08995ec0-565b-4322-9206-28ded75ece24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502306'] for router, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.323706 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f2b868-0bda-4561-a383-c2716d2acbf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45260216-df0c-5796-8452-8e51f9540998-cf7dab8a-c373-4837-ae0f-7b4d00b9b824', 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'fixed_ips': [{'subnet_id': 'c43d8f9f-c845-4d5c-82df-5404e88902e1'}]}} from dv-cinder-786933-3-iscsi. {{(pid=92886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:23:48.324627 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-87f2b868-0bda-4561-a383-c2716d2acbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.354863 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-911ac9ce-a875-486a-82aa-f348d9720f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-502719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57487'] for router, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.355343 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-911ac9ce-a875-486a-82aa-f348d9720f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57476'] for router, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.373108 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d81eeb-6fed-4b48-ba63-51f17e54383a admin admin] Pushing event updated for resources: {'Subnet': ['ID=82f1198a-dc93-4567-a47f-87bd333e3e58,revision_number=0']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:48.394952 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-1e8e2f22-301e-40b6-b2eb-328a33ee7988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.430344 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d81eeb-6fed-4b48-ba63-51f17e54383a admin admin] Checking segment: {'id': '6682d465-6c1b-420d-bda0-e256c276348b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '14adc513-802f-41c3-aa1b-5a69cf6267ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:23:48.430560 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d81eeb-6fed-4b48-ba63-51f17e54383a admin admin] Network hostable DHCP agents. Network: 14adc513-802f-41c3-aa1b-5a69cf6267ec, hostable agents: ['46ee3fc2-8c8b-485e-8a09-c5820fb474f8'], hosted agents: [] {{(pid=92885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:23:48.440986 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-1e8e2f22-301e-40b6-b2eb-328a33ee7988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.487070 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-a2d2a2a0-8780-485e-b15a-b53300974ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669'] for subnet, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.489284 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d81eeb-6fed-4b48-ba63-51f17e54383a admin admin] Network 14adc513-802f-41c3-aa1b-5a69cf6267ec is scheduled to be hosted by DHCP agent 46ee3fc2-8c8b-485e-8a09-c5820fb474f8 with binding_index 1 {{(pid=92885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:23:48.515889 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-1e8e2f22-301e-40b6-b2eb-328a33ee7988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.520392 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-1e8e2f22-301e-40b6-b2eb-328a33ee7988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.525163 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-1e8e2f22-301e-40b6-b2eb-328a33ee7988 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/31d68132-3f7d-4956-afb1-8dd027d86881 HTTP/1.1" status: 204 len: 168 time: 0.3202860 Jul 13 19:23:48.535942 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.db_base_plugin_common [None req-87f2b868-0bda-4561-a383-c2716d2acbf6 None None] Allocated IP 172.20.0.2 (cf7dab8a-c373-4837-ae0f-7b4d00b9b824/c43d8f9f-c845-4d5c-82df-5404e88902e1/d69c53aa-6efe-464b-b381-cdf3d7132072) {{(pid=92886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:23:48.556087 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.base_scheduler [None req-90d81eeb-6fed-4b48-ba63-51f17e54383a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-3-iscsi, 14adc513-802f-41c3-aa1b-5a69cf6267ec) {{(pid=92885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:48.578620 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d81eeb-6fed-4b48-ba63-51f17e54383a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:48.579800 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-90d81eeb-6fed-4b48-ba63-51f17e54383a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for subnet, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.589760 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d2a2a0-8780-485e-b15a-b53300974ec6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5839643a-22f2-405e-87dc-7135c519d00c,revision_number=0']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:48.593023 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e2f22-301e-40b6-b2eb-328a33ee7988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d68132-3f7d-4956-afb1-8dd027d86881,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:48.615573 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d2a2a0-8780-485e-b15a-b53300974ec6 admin admin] Checking segment: {'id': 'bcb7886f-503b-44c3-a9a4-813100afae65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'ac62b834-c4f2-4379-9b3d-6de271a72a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:23:48.615931 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d2a2a0-8780-485e-b15a-b53300974ec6 admin admin] Network hostable DHCP agents. Network: ac62b834-c4f2-4379-9b3d-6de271a72a32, hostable agents: ['46ee3fc2-8c8b-485e-8a09-c5820fb474f8'], hosted agents: [] {{(pid=92885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:23:48.645735 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-90d81eeb-6fed-4b48-ba63-51f17e54383a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5137396 Jul 13 19:23:48.649643 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08995ec0-565b-4322-9206-28ded75ece24 admin admin] Router 78c692a3-6972-44d4-b8ab-9cc321326220 is scheduled to L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd with binding_index 1 {{(pid=92885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:23:48.667369 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-911ac9ce-a875-486a-82aa-f348d9720f81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.688028 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d2a2a0-8780-485e-b15a-b53300974ec6 admin admin] Network ac62b834-c4f2-4379-9b3d-6de271a72a32 is scheduled to be hosted by DHCP agent 46ee3fc2-8c8b-485e-8a09-c5820fb474f8 with binding_index 1 {{(pid=92885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:23:48.864360 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.base_scheduler [None req-a2d2a2a0-8780-485e-b15a-b53300974ec6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-3-iscsi, ac62b834-c4f2-4379-9b3d-6de271a72a32) {{(pid=92885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:48.869361 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d2a2a0-8780-485e-b15a-b53300974ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:48.870099 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-a2d2a2a0-8780-485e-b15a-b53300974ec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for subnet, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.899642 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08995ec0-565b-4322-9206-28ded75ece24 admin admin] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:23:48.908395 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee7e007-8221-4cb2-98a6-1c80c8f74448 None None] Sync routers for ids ['78c692a3-6972-44d4-b8ab-9cc321326220'] in dv-cinder-786933-3-iscsi {{(pid=92887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:23:48.923494 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee7e007-8221-4cb2-98a6-1c80c8f74448 None None] Routers {'78c692a3-6972-44d4-b8ab-9cc321326220'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:23:48.924195 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-bee7e007-8221-4cb2-98a6-1c80c8f74448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:23:48Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['78c692a3-6972-44d4-b8ab-9cc321326220'], 'active': True} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:48.929341 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-a2d2a2a0-8780-485e-b15a-b53300974ec6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0787563 Jul 13 19:23:48.939564 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-87f2b868-0bda-4561-a383-c2716d2acbf6 None None] Notify callbacks [] for port, precommit_create {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.979613 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-08995ec0-565b-4322-9206-28ded75ece24 admin admin] Notify callbacks [] for router, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.980800 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-08995ec0-565b-4322-9206-28ded75ece24 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.4325440 Jul 13 19:23:48.983651 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 45478) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:48.985856 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-87f2b868-0bda-4561-a383-c2716d2acbf6 None None] Transition to ACTIVE for port object d69c53aa-6efe-464b-b381-cdf3d7132072 will not be triggered until provisioned by entity L2. {{(pid=92886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:23:49.047780 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-87f2b868-0bda-4561-a383-c2716d2acbf6 None None] Transition to ACTIVE for port object d69c53aa-6efe-464b-b381-cdf3d7132072 will not be triggered until provisioned by entity DHCP. {{(pid=92886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:23:49.076176 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-911ac9ce-a875-486a-82aa-f348d9720f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-502697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64110'] for router, precommit_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:49.082455 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5adb46-c9d0-418f-a6f1-b276cc786723 None None] Network 14adc513-802f-41c3-aa1b-5a69cf6267ec requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:23:49.097489 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8912f4-8ef2-4b29-b333-49ecc48869f3 None None] Network ac62b834-c4f2-4379-9b3d-6de271a72a32 requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:23:49.100224 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-87f2b868-0bda-4561-a383-c2716d2acbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819'] for port, after_create {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:49.191056 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f2b868-0bda-4561-a383-c2716d2acbf6 None None] Network cf7dab8a-c373-4837-ae0f-7b4d00b9b824 is already hosted by enough agents. {{(pid=92886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:23:49.235211 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.scheduler.base_scheduler [None req-87f2b868-0bda-4561-a383-c2716d2acbf6 None None] Resources bound (agent type, host, resource id): {{(pid=92886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:49.239724 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f2b868-0bda-4561-a383-c2716d2acbf6 None None] Received port after_create {{(pid=92886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:23:49.398607 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvr_db [None req-bee7e007-8221-4cb2-98a6-1c80c8f74448 None None] Set router 78c692a3-6972-44d4-b8ab-9cc321326220 gateway port host: dv-cinder-786933-3-iscsi {{(pid=92887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:23:49.407823 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:49.619557 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f2b868-0bda-4561-a383-c2716d2acbf6 None None] Pushing event updated for resources: {'Port': ['ID=d69c53aa-6efe-464b-b381-cdf3d7132072,revision_number=1']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:49.631315 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-87f2b868-0bda-4561-a383-c2716d2acbf6 None None] Attempting to bind port d69c53aa-6efe-464b-b381-cdf3d7132072 on host dv-cinder-786933-3-iscsi for vnic_type normal with profile {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:23:49.632032 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-87f2b868-0bda-4561-a383-c2716d2acbf6 None None] Attempting to bind port d69c53aa-6efe-464b-b381-cdf3d7132072 by drivers openvswitch,hyperv on host dv-cinder-786933-3-iscsi at level 0 using segments [{'id': 'a40130a1-c2a7-4243-8f3c-b4ef1dc74555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824'}] {{(pid=92886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:23:49.632512 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f2b868-0bda-4561-a383-c2716d2acbf6 None None] Attempting to bind port d69c53aa-6efe-464b-b381-cdf3d7132072 on network cf7dab8a-c373-4837-ae0f-7b4d00b9b824 {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:23:49.648797 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f2b868-0bda-4561-a383-c2716d2acbf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:49.649975 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f2b868-0bda-4561-a383-c2716d2acbf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:49.660210 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f2b868-0bda-4561-a383-c2716d2acbf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:49.662142 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f2b868-0bda-4561-a383-c2716d2acbf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:49.664577 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f2b868-0bda-4561-a383-c2716d2acbf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:49.668071 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f2b868-0bda-4561-a383-c2716d2acbf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:49.668710 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f2b868-0bda-4561-a383-c2716d2acbf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:49.669605 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f2b868-0bda-4561-a383-c2716d2acbf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:49.670343 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f2b868-0bda-4561-a383-c2716d2acbf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:49.671192 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f2b868-0bda-4561-a383-c2716d2acbf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:49.672110 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f2b868-0bda-4561-a383-c2716d2acbf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:49.674595 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f2b868-0bda-4561-a383-c2716d2acbf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:49.675984 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f2b868-0bda-4561-a383-c2716d2acbf6 None None] Tracked resource versions report: Jul 13 19:23:49.675984 dv-cinder-786933-3-iscsi neutron-server[92886]: pushed versions: Jul 13 19:23:49.675984 dv-cinder-786933-3-iscsi neutron-server[92886]: { 'AddressGroup': {'1.2'}, Jul 13 19:23:49.675984 dv-cinder-786933-3-iscsi neutron-server[92886]: 'ConntrackHelper': {'1.0'}, Jul 13 19:23:49.675984 dv-cinder-786933-3-iscsi neutron-server[92886]: 'Log': {'1.0'}, Jul 13 19:23:49.675984 dv-cinder-786933-3-iscsi neutron-server[92886]: 'Network': {'1.1'}, Jul 13 19:23:49.675984 dv-cinder-786933-3-iscsi neutron-server[92886]: 'Port': {'1.7'}, Jul 13 19:23:49.675984 dv-cinder-786933-3-iscsi neutron-server[92886]: 'PortForwarding': {'1.2'}, Jul 13 19:23:49.675984 dv-cinder-786933-3-iscsi neutron-server[92886]: 'QosPolicy': {'1.8'}, Jul 13 19:23:49.675984 dv-cinder-786933-3-iscsi neutron-server[92886]: 'SecurityGroup': {'1.4'}, Jul 13 19:23:49.675984 dv-cinder-786933-3-iscsi neutron-server[92886]: 'SecurityGroupRule': {'1.2'}, Jul 13 19:23:49.675984 dv-cinder-786933-3-iscsi neutron-server[92886]: 'SubPort': {'1.0'}, Jul 13 19:23:49.675984 dv-cinder-786933-3-iscsi neutron-server[92886]: 'Subnet': {'1.1'}, Jul 13 19:23:49.675984 dv-cinder-786933-3-iscsi neutron-server[92886]: 'Trunk': {'1.1'}} Jul 13 19:23:49.675984 dv-cinder-786933-3-iscsi neutron-server[92886]: consumer versions: Jul 13 19:23:49.675984 dv-cinder-786933-3-iscsi neutron-server[92886]: { DHCP agent@dv-cinder-786933-3-iscsi: {}, Jul 13 19:23:49.675984 dv-cinder-786933-3-iscsi neutron-server[92886]: HyperV agent@hv-cinder-78693: {}, Jul 13 19:23:49.675984 dv-cinder-786933-3-iscsi neutron-server[92886]: L3 agent@dv-cinder-786933-3-iscsi: {}, Jul 13 19:23:49.675984 dv-cinder-786933-3-iscsi neutron-server[92886]: Metadata agent@dv-cinder-786933-3-iscsi: {}, Jul 13 19:23:49.675984 dv-cinder-786933-3-iscsi neutron-server[92886]: Metering agent@dv-cinder-786933-3-iscsi: {}, Jul 13 19:23:49.675984 dv-cinder-786933-3-iscsi neutron-server[92886]: Open vSwitch agent@dv-cinder-786933-3-iscsi: { 'AddressGroup': '1.2', Jul 13 19:23:49.675984 dv-cinder-786933-3-iscsi neutron-server[92886]: 'ConntrackHelper': '1.0', Jul 13 19:23:49.675984 dv-cinder-786933-3-iscsi neutron-server[92886]: 'Log': '1.0', Jul 13 19:23:49.675984 dv-cinder-786933-3-iscsi neutron-server[92886]: 'Network': '1.1', Jul 13 19:23:49.675984 dv-cinder-786933-3-iscsi neutron-server[92886]: 'Port': '1.7', Jul 13 19:23:49.675984 dv-cinder-786933-3-iscsi neutron-server[92886]: 'PortForwarding': '1.2', Jul 13 19:23:49.675984 dv-cinder-786933-3-iscsi neutron-server[92886]: 'QosPolicy': '1.8', Jul 13 19:23:49.675984 dv-cinder-786933-3-iscsi neutron-server[92886]: 'SecurityGroup': '1.4', Jul 13 19:23:49.675984 dv-cinder-786933-3-iscsi neutron-server[92886]: 'SecurityGroupRule': '1.2', Jul 13 19:23:49.675984 dv-cinder-786933-3-iscsi neutron-server[92886]: 'SubPort': '1.0', Jul 13 19:23:49.675984 dv-cinder-786933-3-iscsi neutron-server[92886]: 'Subnet': '1.1', Jul 13 19:23:49.675984 dv-cinder-786933-3-iscsi neutron-server[92886]: 'Trunk': '1.1'}} Jul 13 19:23:49.675984 dv-cinder-786933-3-iscsi neutron-server[92886]: {{(pid=92886) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 19:23:49.700607 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-bee7e007-8221-4cb2-98a6-1c80c8f74448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c692a3-6972-44d4-b8ab-9cc321326220', 'name': 'tempest-ServerRescueNegativeTestJSON-71090559-router', 'tenant_id': '652f5f23ec8a45ea8fe76d30b77bbcff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'c7a453da-b942-4ecb-9dbd-9847610a5277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:45Z', 'updated_at': '2021-07-13T19:23:47Z', 'revision_number': 3, 'project_id': '652f5f23ec8a45ea8fe76d30b77bbcff', 'gw_port': {'id': 'c7a453da-b942-4ecb-9dbd-9847610a5277', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:49:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c692a3-6972-44d4-b8ab-9cc321326220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:46Z', 'updated_at': '2021-07-13T19:23:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi'}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:49.715639 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-911ac9ce-a875-486a-82aa-f348d9720f81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:49.716872 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f2b868-0bda-4561-a383-c2716d2acbf6 None None] Checking agent: {'id': '666c655c-5d62-4287-a041-db0951989b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 16, 18), 'started_at': datetime.datetime(2021, 7, 13, 19, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:23:49.719607 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f2b868-0bda-4561-a383-c2716d2acbf6 None None] Checking segment: {'id': 'a40130a1-c2a7-4243-8f3c-b4ef1dc74555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:23:49.720261 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-87f2b868-0bda-4561-a383-c2716d2acbf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:49.720909 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f2b868-0bda-4561-a383-c2716d2acbf6 None None] Bound using segment: {'id': 'a40130a1-c2a7-4243-8f3c-b4ef1dc74555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824'} {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:23:49.721640 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-87f2b868-0bda-4561-a383-c2716d2acbf6 None None] Bound port: d69c53aa-6efe-464b-b381-cdf3d7132072, host: dv-cinder-786933-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40130a1-c2a7-4243-8f3c-b4ef1dc74555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824'}}] {{(pid=92886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:23:49.723810 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-87f2b868-0bda-4561-a383-c2716d2acbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:49.733758 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee7e007-8221-4cb2-98a6-1c80c8f74448 None None] Checking router: 78c692a3-6972-44d4-b8ab-9cc321326220 for host: dv-cinder-786933-3-iscsi {{(pid=92887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:23:49.734612 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee7e007-8221-4cb2-98a6-1c80c8f74448 None None] Updating router 78c692a3-6972-44d4-b8ab-9cc321326220 port c7a453da-b942-4ecb-9dbd-9847610a5277 binding host dv-cinder-786933-3-iscsi {{(pid=92887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:23:49.755768 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 45532) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:49.762179 dv-cinder-786933-3-iscsi neutron-server[92885]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 13 19:23:49.768351 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-911ac9ce-a875-486a-82aa-f348d9720f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:49.781555 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-bee7e007-8221-4cb2-98a6-1c80c8f74448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:49.859130 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 45544) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:49.874189 dv-cinder-786933-3-iscsi neutron-server[92884]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 13 19:23:49.921688 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b93d41-7645-4983-a51c-8529e8fde422 None None] Network ac62b834-c4f2-4379-9b3d-6de271a72a32 requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:23:49.928291 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61170dab-a64d-477a-a42d-b5c13ff80bdc None None] Network 14adc513-802f-41c3-aa1b-5a69cf6267ec requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:23:50.127672 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-87f2b868-0bda-4561-a383-c2716d2acbf6 None None] For port d69c53aa-6efe-464b-b381-cdf3d7132072, host dv-cinder-786933-3-iscsi, cleared binding levels {{(pid=92886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:23:50.159904 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-87f2b868-0bda-4561-a383-c2716d2acbf6 None None] For port d69c53aa-6efe-464b-b381-cdf3d7132072, host dv-cinder-786933-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=d69c53aa-6efe-464b-b381-cdf3d7132072,segment=NetworkSegment(a40130a1-c2a7-4243-8f3c-b4ef1dc74555),segment_id=a40130a1-c2a7-4243-8f3c-b4ef1dc74555)] {{(pid=92886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:23:50.174566 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-87f2b868-0bda-4561-a383-c2716d2acbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:50.177977 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-1a89e70d-d822-469c-a2af-efa64b68a006 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:50.181471 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-b662c2b5-228d-482a-87c2-00cc6294da7f tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:50.183160 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-b662c2b5-228d-482a-87c2-00cc6294da7f tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/networks?id=ac62b834-c4f2-4379-9b3d-6de271a72a32 HTTP/1.1" status: 200 len: 811 time: 0.3230724 Jul 13 19:23:50.191458 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-1a89e70d-d822-469c-a2af-efa64b68a006 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/networks?id=14adc513-802f-41c3-aa1b-5a69cf6267ec HTTP/1.1" status: 200 len: 814 time: 0.4287510 Jul 13 19:23:50.205735 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-cce2fe9e-0e00-4f71-8289-aa753270ff8d tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/quotas/5c8b23f02c2c47d98df5e2180b3d6bf6 HTTP/1.1" status: 200 len: 375 time: 0.0168617 Jul 13 19:23:50.251828 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-8d148e1b-291c-4186-81d1-3d30684cd8cb tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/quotas/e7dba3834cf94d53b5eb7919c55c4945 HTTP/1.1" status: 200 len: 375 time: 0.0592318 Jul 13 19:23:50.262667 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-aec9e9cc-4625-4148-a343-f2d9652521b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:50.340470 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f2b868-0bda-4561-a383-c2716d2acbf6 None None] Pushing event updated for resources: {'Port': ['ID=d69c53aa-6efe-464b-b381-cdf3d7132072,revision_number=2']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:50.365124 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-8b6593a4-8e40-4dc6-88d0-6f8c876da782 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5c8b23f02c2c47d98df5e2180b3d6bf6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1524241 Jul 13 19:23:50.369321 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-bee7e007-8221-4cb2-98a6-1c80c8f74448 None None] Notify callbacks [] for port, precommit_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:50.388803 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.provisioning_blocks [None req-bee7e007-8221-4cb2-98a6-1c80c8f74448 None None] Transition to ACTIVE for port object c7a453da-b942-4ecb-9dbd-9847610a5277 will not be triggered until provisioned by entity L2. {{(pid=92887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:23:50.393080 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-bd09c0f2-6e5b-411d-9e33-dba0b84b6689 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e7dba3834cf94d53b5eb7919c55c4945&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1403291 Jul 13 19:23:50.401718 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-bee7e007-8221-4cb2-98a6-1c80c8f74448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:50.458507 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb464a07-f5ef-47a3-975b-101f76a442f5 None None] Pushing event updated for resources: {'Port': ['ID=c7a453da-b942-4ecb-9dbd-9847610a5277,revision_number=2']} {{(pid=92887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:50.470676 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb464a07-f5ef-47a3-975b-101f76a442f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:50.471305 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb464a07-f5ef-47a3-975b-101f76a442f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:50.471974 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb464a07-f5ef-47a3-975b-101f76a442f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:50.472675 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb464a07-f5ef-47a3-975b-101f76a442f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:50.473482 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb464a07-f5ef-47a3-975b-101f76a442f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:50.473995 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb464a07-f5ef-47a3-975b-101f76a442f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:50.474632 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb464a07-f5ef-47a3-975b-101f76a442f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:50.474992 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb464a07-f5ef-47a3-975b-101f76a442f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:50.475346 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb464a07-f5ef-47a3-975b-101f76a442f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:50.475679 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb464a07-f5ef-47a3-975b-101f76a442f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:50.476009 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb464a07-f5ef-47a3-975b-101f76a442f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:50.476334 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb464a07-f5ef-47a3-975b-101f76a442f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:50.480492 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb464a07-f5ef-47a3-975b-101f76a442f5 None None] Tracked resource versions report: Jul 13 19:23:50.480492 dv-cinder-786933-3-iscsi neutron-server[92887]: pushed versions: Jul 13 19:23:50.480492 dv-cinder-786933-3-iscsi neutron-server[92887]: { 'AddressGroup': {'1.2'}, Jul 13 19:23:50.480492 dv-cinder-786933-3-iscsi neutron-server[92887]: 'ConntrackHelper': {'1.0'}, Jul 13 19:23:50.480492 dv-cinder-786933-3-iscsi neutron-server[92887]: 'Log': {'1.0'}, Jul 13 19:23:50.480492 dv-cinder-786933-3-iscsi neutron-server[92887]: 'Network': {'1.1'}, Jul 13 19:23:50.480492 dv-cinder-786933-3-iscsi neutron-server[92887]: 'Port': {'1.7'}, Jul 13 19:23:50.480492 dv-cinder-786933-3-iscsi neutron-server[92887]: 'PortForwarding': {'1.2'}, Jul 13 19:23:50.480492 dv-cinder-786933-3-iscsi neutron-server[92887]: 'QosPolicy': {'1.8'}, Jul 13 19:23:50.480492 dv-cinder-786933-3-iscsi neutron-server[92887]: 'SecurityGroup': {'1.4'}, Jul 13 19:23:50.480492 dv-cinder-786933-3-iscsi neutron-server[92887]: 'SecurityGroupRule': {'1.2'}, Jul 13 19:23:50.480492 dv-cinder-786933-3-iscsi neutron-server[92887]: 'SubPort': {'1.0'}, Jul 13 19:23:50.480492 dv-cinder-786933-3-iscsi neutron-server[92887]: 'Subnet': {'1.1'}, Jul 13 19:23:50.480492 dv-cinder-786933-3-iscsi neutron-server[92887]: 'Trunk': {'1.1'}} Jul 13 19:23:50.480492 dv-cinder-786933-3-iscsi neutron-server[92887]: consumer versions: Jul 13 19:23:50.480492 dv-cinder-786933-3-iscsi neutron-server[92887]: { DHCP agent@dv-cinder-786933-3-iscsi: {}, Jul 13 19:23:50.480492 dv-cinder-786933-3-iscsi neutron-server[92887]: HyperV agent@hv-cinder-78693: {}, Jul 13 19:23:50.480492 dv-cinder-786933-3-iscsi neutron-server[92887]: L3 agent@dv-cinder-786933-3-iscsi: {}, Jul 13 19:23:50.480492 dv-cinder-786933-3-iscsi neutron-server[92887]: Metadata agent@dv-cinder-786933-3-iscsi: {}, Jul 13 19:23:50.480492 dv-cinder-786933-3-iscsi neutron-server[92887]: Metering agent@dv-cinder-786933-3-iscsi: {}, Jul 13 19:23:50.480492 dv-cinder-786933-3-iscsi neutron-server[92887]: Open vSwitch agent@dv-cinder-786933-3-iscsi: { 'AddressGroup': '1.2', Jul 13 19:23:50.480492 dv-cinder-786933-3-iscsi neutron-server[92887]: 'ConntrackHelper': '1.0', Jul 13 19:23:50.480492 dv-cinder-786933-3-iscsi neutron-server[92887]: 'Log': '1.0', Jul 13 19:23:50.480492 dv-cinder-786933-3-iscsi neutron-server[92887]: 'Network': '1.1', Jul 13 19:23:50.480492 dv-cinder-786933-3-iscsi neutron-server[92887]: 'Port': '1.7', Jul 13 19:23:50.480492 dv-cinder-786933-3-iscsi neutron-server[92887]: 'PortForwarding': '1.2', Jul 13 19:23:50.480492 dv-cinder-786933-3-iscsi neutron-server[92887]: 'QosPolicy': '1.8', Jul 13 19:23:50.480492 dv-cinder-786933-3-iscsi neutron-server[92887]: 'SecurityGroup': '1.4', Jul 13 19:23:50.480492 dv-cinder-786933-3-iscsi neutron-server[92887]: 'SecurityGroupRule': '1.2', Jul 13 19:23:50.480492 dv-cinder-786933-3-iscsi neutron-server[92887]: 'SubPort': '1.0', Jul 13 19:23:50.480492 dv-cinder-786933-3-iscsi neutron-server[92887]: 'Subnet': '1.1', Jul 13 19:23:50.480492 dv-cinder-786933-3-iscsi neutron-server[92887]: 'Trunk': '1.1'}} Jul 13 19:23:50.480492 dv-cinder-786933-3-iscsi neutron-server[92887]: {{(pid=92887) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 19:23:50.485639 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.db_base_plugin_common [None req-911ac9ce-a875-486a-82aa-f348d9720f81 admin admin] Allocated IP 172.27.2.133 (016193b2-3012-4896-ba69-fa2225e8730f/5c7148d1-68ad-4d7f-9cc6-340fc018242b/2e82ac64-afa0-497e-9ae8-687616721aa4) {{(pid=92884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:23:50.526438 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.managers [None req-bee7e007-8221-4cb2-98a6-1c80c8f74448 None None] Attempting to bind port c7a453da-b942-4ecb-9dbd-9847610a5277 on host dv-cinder-786933-3-iscsi for vnic_type normal with profile {{(pid=92887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:23:50.527089 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.managers [None req-bee7e007-8221-4cb2-98a6-1c80c8f74448 None None] Attempting to bind port c7a453da-b942-4ecb-9dbd-9847610a5277 by drivers openvswitch,hyperv on host dv-cinder-786933-3-iscsi at level 0 using segments [{'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'}] {{(pid=92887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:23:50.527628 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee7e007-8221-4cb2-98a6-1c80c8f74448 None None] Attempting to bind port c7a453da-b942-4ecb-9dbd-9847610a5277 on network 016193b2-3012-4896-ba69-fa2225e8730f {{(pid=92887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:23:50.534034 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee7e007-8221-4cb2-98a6-1c80c8f74448 None None] Checking agent: {'id': '666c655c-5d62-4287-a041-db0951989b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 16, 18), 'started_at': datetime.datetime(2021, 7, 13, 19, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:23:50.534712 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee7e007-8221-4cb2-98a6-1c80c8f74448 None None] Checking segment: {'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:23:50.535147 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-bee7e007-8221-4cb2-98a6-1c80c8f74448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:50.535689 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee7e007-8221-4cb2-98a6-1c80c8f74448 None None] Bound using segment: {'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'} {{(pid=92887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:23:50.536161 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.managers [None req-bee7e007-8221-4cb2-98a6-1c80c8f74448 None None] Bound port: c7a453da-b942-4ecb-9dbd-9847610a5277, host: dv-cinder-786933-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'}}] {{(pid=92887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:23:50.536617 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-bee7e007-8221-4cb2-98a6-1c80c8f74448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:50.659654 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:50.690983 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.db [None req-bee7e007-8221-4cb2-98a6-1c80c8f74448 None None] For port c7a453da-b942-4ecb-9dbd-9847610a5277, host dv-cinder-786933-3-iscsi, cleared binding levels {{(pid=92887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:23:50.694335 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-911ac9ce-a875-486a-82aa-f348d9720f81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:50.694714 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.db [None req-bee7e007-8221-4cb2-98a6-1c80c8f74448 None None] For port c7a453da-b942-4ecb-9dbd-9847610a5277, host dv-cinder-786933-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=c7a453da-b942-4ecb-9dbd-9847610a5277,segment=NetworkSegment(13a02452-998b-4f16-8f41-6eb5670d640f),segment_id=13a02452-998b-4f16-8f41-6eb5670d640f)] {{(pid=92887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:23:50.701513 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-bee7e007-8221-4cb2-98a6-1c80c8f74448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:50.763640 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb464a07-f5ef-47a3-975b-101f76a442f5 None None] Pushing event updated for resources: {'Port': ['ID=c7a453da-b942-4ecb-9dbd-9847610a5277,revision_number=3']} {{(pid=92887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:50.790314 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-911ac9ce-a875-486a-82aa-f348d9720f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819'] for port, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:50.816804 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee7e007-8221-4cb2-98a6-1c80c8f74448 None None] Routers {'78c692a3-6972-44d4-b8ab-9cc321326220'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:23:50.818212 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-bee7e007-8221-4cb2-98a6-1c80c8f74448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:23:48Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['78c692a3-6972-44d4-b8ab-9cc321326220'], 'active': True} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:50.862255 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.db_base_plugin_common [None req-aec9e9cc-4625-4148-a343-f2d9652521b5 admin admin] Allocated IP 172.20.0.1 (e562a705-db99-44a5-84db-c9cb691dc10e/378d89dc-bfdb-437d-a3cf-f875b6da89ed/e2d7358d-5208-41be-859d-44322c7554da) {{(pid=92885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:23:50.891568 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ac9ce-a875-486a-82aa-f348d9720f81 admin admin] Pushing event updated for resources: {'Port': ['ID=2e82ac64-afa0-497e-9ae8-687616721aa4,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:50.907694 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911ac9ce-a875-486a-82aa-f348d9720f81 admin admin] Network 016193b2-3012-4896-ba69-fa2225e8730f is already hosted by enough agents. {{(pid=92884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:23:50.911031 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [None req-911ac9ce-a875-486a-82aa-f348d9720f81 admin admin] Resources bound (agent type, host, resource id): {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:50.913544 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911ac9ce-a875-486a-82aa-f348d9720f81 admin admin] Received port after_create {{(pid=92884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:23:50.976757 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-085e4d6f-6934-473d-8ebc-a06638a3de1a service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:23:50.979088 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-085e4d6f-6934-473d-8ebc-a06638a3de1a service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2973564 Jul 13 19:23:50.999260 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-5067a8ae-e016-457a-8f33-acde9209f8e7 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:23:51.000645 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-5067a8ae-e016-457a-8f33-acde9209f8e7 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1321063 Jul 13 19:23:51.026740 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvr_db [None req-bee7e007-8221-4cb2-98a6-1c80c8f74448 None None] Set router 78c692a3-6972-44d4-b8ab-9cc321326220 gateway port host: dv-cinder-786933-3-iscsi {{(pid=92887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:23:51.164101 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-aec9e9cc-4625-4148-a343-f2d9652521b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.180213 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-75b9eebd-832f-4b87-bbe8-b018daf5443e service neutron] 10.222.0.22 "GET /v2.0/networks/14adc513-802f-41c3-aa1b-5a69cf6267ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591125 Jul 13 19:23:51.294822 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-d40e28a2-eabd-408d-9a9e-2f6a10193867 service neutron] 10.222.0.22 "GET /v2.0/networks/ac62b834-c4f2-4379-9b3d-6de271a72a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046405 Jul 13 19:23:51.326550 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-bee7e007-8221-4cb2-98a6-1c80c8f74448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c692a3-6972-44d4-b8ab-9cc321326220', 'name': 'tempest-ServerRescueNegativeTestJSON-71090559-router', 'tenant_id': '652f5f23ec8a45ea8fe76d30b77bbcff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'c7a453da-b942-4ecb-9dbd-9847610a5277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:45Z', 'updated_at': '2021-07-13T19:23:47Z', 'revision_number': 3, 'project_id': '652f5f23ec8a45ea8fe76d30b77bbcff', 'gw_port': {'id': 'c7a453da-b942-4ecb-9dbd-9847610a5277', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:49:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c692a3-6972-44d4-b8ab-9cc321326220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:46Z', 'updated_at': '2021-07-13T19:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi'}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:51.370667 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee7e007-8221-4cb2-98a6-1c80c8f74448 None None] The sync data for ids ['78c692a3-6972-44d4-b8ab-9cc321326220'] in dv-cinder-786933-3-iscsi is: [{'id': '78c692a3-6972-44d4-b8ab-9cc321326220', 'name': 'tempest-ServerRescueNegativeTestJSON-71090559-router', 'tenant_id': '652f5f23ec8a45ea8fe76d30b77bbcff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'c7a453da-b942-4ecb-9dbd-9847610a5277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:45Z', 'updated_at': '2021-07-13T19:23:47Z', 'revision_number': 3, 'project_id': '652f5f23ec8a45ea8fe76d30b77bbcff', 'gw_port': {'id': 'c7a453da-b942-4ecb-9dbd-9847610a5277', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:49:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c692a3-6972-44d4-b8ab-9cc321326220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:46Z', 'updated_at': '2021-07-13T19:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi'}] {{(pid=92887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:23:51.405290 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-aec9e9cc-4625-4148-a343-f2d9652521b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819'] for port, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.413431 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-18e23eeb-b868-4453-8548-aaa18031dac3 service neutron] 10.222.0.22 "GET /v2.0/networks/14adc513-802f-41c3-aa1b-5a69cf6267ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253082 Jul 13 19:23:51.454449 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec9e9cc-4625-4148-a343-f2d9652521b5 admin admin] Network e562a705-db99-44a5-84db-c9cb691dc10e is already hosted by enough agents. {{(pid=92885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:23:51.455269 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-766f771b-b24f-4b3d-9c03-213a2f7413b5 service neutron] 10.222.0.22 "GET /v2.0/networks/ac62b834-c4f2-4379-9b3d-6de271a72a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296394 Jul 13 19:23:51.478086 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.base_scheduler [None req-aec9e9cc-4625-4148-a343-f2d9652521b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:51.483784 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec9e9cc-4625-4148-a343-f2d9652521b5 admin admin] Received port after_create {{(pid=92885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:23:51.484292 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-aec9e9cc-4625-4148-a343-f2d9652521b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502481'] for router_interface, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.664807 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-911ac9ce-a875-486a-82aa-f348d9720f81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.707163 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9e9cc-4625-4148-a343-f2d9652521b5 admin admin] Pushing event updated for resources: {'Port': ['ID=e2d7358d-5208-41be-859d-44322c7554da,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:51.971703 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1558494-443d-40b0-a001-654413fdbc96 None None] Network cf7dab8a-c373-4837-ae0f-7b4d00b9b824 requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:23:52.049911 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-aec9e9cc-4625-4148-a343-f2d9652521b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:52.153961 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-fdaef0b1-8fb7-4194-95d8-b1aceaae38bf None None] Provisioning for port d69c53aa-6efe-464b-b381-cdf3d7132072 completed by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:23:52.276795 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-bb0c82c3-62f6-47b1-b110-3d7a1a36e385 req-8d3476ba-9767-4b1f-b8c2-54a196223f2e tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307e83-d619-402c-b7ed-6efd4174b9f0 HTTP/1.1" status: 200 len: 210 time: 0.1270289 Jul 13 19:23:52.280272 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device d69c53aa-6efe-464b-b381-cdf3d7132072 up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:23:52.291132 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-911ac9ce-a875-486a-82aa-f348d9720f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502306'] for router, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:52.481495 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-adc04c4f-ce21-4c6d-9667-6d2c7b89ed16 req-46ca81d3-08fc-4a23-9302-bfe6f006e358 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9db585d9-20d3-43b8-9dfc-e0e4790f7a01 HTTP/1.1" status: 200 len: 210 time: 0.0932035 Jul 13 19:23:52.544963 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-aec9e9cc-4625-4148-a343-f2d9652521b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:52.551755 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-aec9e9cc-4625-4148-a343-f2d9652521b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:52.552931 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-aec9e9cc-4625-4148-a343-f2d9652521b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-645687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-505441'] for router_interface, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:52.666513 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9e9cc-4625-4148-a343-f2d9652521b5 admin admin] Pushing event updated for resources: {'Port': ['ID=e2d7358d-5208-41be-859d-44322c7554da,revision_number=2']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:52.694912 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911ac9ce-a875-486a-82aa-f348d9720f81 admin admin] Router 67741092-1c7f-4713-ba73-57f3f82a7baa is scheduled to L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd with binding_index 1 {{(pid=92884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:23:52.718662 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning for port d69c53aa-6efe-464b-b381-cdf3d7132072 completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:23:52.726335 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port d69c53aa-6efe-464b-b381-cdf3d7132072 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:52.728059 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:52.754594 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec9e9cc-4625-4148-a343-f2d9652521b5 admin admin] Network e562a705-db99-44a5-84db-c9cb691dc10e is already hosted by enough agents. {{(pid=92885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:23:52.758451 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.base_scheduler [None req-aec9e9cc-4625-4148-a343-f2d9652521b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:52.884619 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911ac9ce-a875-486a-82aa-f348d9720f81 admin admin] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:23:52.918571 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58a6bd3-1de3-4caa-bea5-40050f0692ca None None] Sync routers for ids ['67741092-1c7f-4713-ba73-57f3f82a7baa'] in dv-cinder-786933-3-iscsi {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:23:52.927412 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-911ac9ce-a875-486a-82aa-f348d9720f81 admin admin] Notify callbacks [] for router, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:52.929557 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-911ac9ce-a875-486a-82aa-f348d9720f81 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7482522 Jul 13 19:23:52.935558 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 45684) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:52.992324 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:53.001079 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58a6bd3-1de3-4caa-bea5-40050f0692ca None None] Routers {'67741092-1c7f-4713-ba73-57f3f82a7baa'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:23:53.002058 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-a58a6bd3-1de3-4caa-bea5-40050f0692ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:23:48Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['67741092-1c7f-4713-ba73-57f3f82a7baa'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:53.295672 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-a58a6bd3-1de3-4caa-bea5-40050f0692ca None None] Set router 67741092-1c7f-4713-ba73-57f3f82a7baa gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:23:53.340228 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] For port d69c53aa-6efe-464b-b381-cdf3d7132072, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=d69c53aa-6efe-464b-b381-cdf3d7132072,segment=NetworkSegment(a40130a1-c2a7-4243-8f3c-b4ef1dc74555),segment_id=a40130a1-c2a7-4243-8f3c-b4ef1dc74555)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:53.354384 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec9e9cc-4625-4148-a343-f2d9652521b5 admin admin] Router 78c692a3-6972-44d4-b8ab-9cc321326220 has already been hosted by L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd {{(pid=92885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:23:53.415102 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:53.416236 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device c7a453da-b942-4ecb-9dbd-9847610a5277 up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:23:53.423708 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-67b87139-3c2a-4620-a159-f9a92928d26e req-def54cd4-2a5a-49c4-8e67-bde182413b0e tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307e83-d619-402c-b7ed-6efd4174b9f0 HTTP/1.1" status: 200 len: 210 time: 0.0455410 Jul 13 19:23:53.502781 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec9e9cc-4625-4148-a343-f2d9652521b5 admin admin] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:23:53.517024 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-aec9e9cc-4625-4148-a343-f2d9652521b5 admin admin] 10.222.0.22 "PUT /v2.0/routers/78c692a3-6972-44d4-b8ab-9cc321326220/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5319920 Jul 13 19:23:53.524006 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-e66e7636-2eaf-4cb1-914f-37d644d8d76e None None] Provisioning complete for port d69c53aa-6efe-464b-b381-cdf3d7132072 triggered by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:53.524792 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-e66e7636-2eaf-4cb1-914f-37d644d8d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:53.592707 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-728abcdc-2399-4a03-88ea-d2e622aa7557 req-85e04969-15e7-4d27-80b7-04519e3d53db tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9db585d9-20d3-43b8-9dfc-e0e4790f7a01 HTTP/1.1" status: 200 len: 210 time: 0.0345182 Jul 13 19:23:53.634726 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Pushing event updated for resources: {'Port': ['ID=d69c53aa-6efe-464b-b381-cdf3d7132072,revision_number=3']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:53.718901 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning for port c7a453da-b942-4ecb-9dbd-9847610a5277 completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:23:53.725814 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port c7a453da-b942-4ecb-9dbd-9847610a5277 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:53.726184 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:53.801108 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-969a39bd-4ec2-4df7-b52b-2257c977a258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:53.840257 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-a58a6bd3-1de3-4caa-bea5-40050f0692ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'name': 'tempest-AttachVolumeTestJSON-1060596869-router', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '2e82ac64-afa0-497e-9ae8-687616721aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:48Z', 'updated_at': '2021-07-13T19:23:51Z', 'revision_number': 3, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'gw_port': {'id': '2e82ac64-afa0-497e-9ae8-687616721aa4', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:49Z', 'updated_at': '2021-07-13T19:23:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi'}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:53.893115 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58a6bd3-1de3-4caa-bea5-40050f0692ca None None] Checking router: 67741092-1c7f-4713-ba73-57f3f82a7baa for host: dv-cinder-786933-3-iscsi {{(pid=92886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:23:53.893282 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58a6bd3-1de3-4caa-bea5-40050f0692ca None None] Updating router 67741092-1c7f-4713-ba73-57f3f82a7baa port 2e82ac64-afa0-497e-9ae8-687616721aa4 binding host dv-cinder-786933-3-iscsi {{(pid=92886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:23:53.933198 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:53.950563 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-a58a6bd3-1de3-4caa-bea5-40050f0692ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:53.979443 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] For port c7a453da-b942-4ecb-9dbd-9847610a5277, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=c7a453da-b942-4ecb-9dbd-9847610a5277,segment=NetworkSegment(13a02452-998b-4f16-8f41-6eb5670d640f),segment_id=13a02452-998b-4f16-8f41-6eb5670d640f)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:53.987791 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:54.106657 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device d69c53aa-6efe-464b-b381-cdf3d7132072 up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:23:54.136643 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Pushing event updated for resources: {'Port': ['ID=c7a453da-b942-4ecb-9dbd-9847610a5277,revision_number=4']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:54.145954 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-b56143b0-15ce-4507-a644-e01fb49e6e50 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:54.149233 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-b56143b0-15ce-4507-a644-e01fb49e6e50 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/networks?id=e562a705-db99-44a5-84db-c9cb691dc10e HTTP/1.1" status: 200 len: 817 time: 0.1579263 Jul 13 19:23:54.154656 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.db_base_plugin_common [None req-969a39bd-4ec2-4df7-b52b-2257c977a258 admin admin] Allocated IP 172.20.0.1 (cf7dab8a-c373-4837-ae0f-7b4d00b9b824/c43d8f9f-c845-4d5c-82df-5404e88902e1/02109647-5332-4725-ae8e-06f378714c5e) {{(pid=92884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:23:54.177100 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-da2476b4-ca2d-444b-984d-5375d317e8a3 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/quotas/652f5f23ec8a45ea8fe76d30b77bbcff HTTP/1.1" status: 200 len: 375 time: 0.0223827 Jul 13 19:23:54.179869 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c8c9ba-f426-4f7c-acd2-7da73da1ed76 None None] Sync routers for ids ['78c692a3-6972-44d4-b8ab-9cc321326220'] in dv-cinder-786933-3-iscsi {{(pid=92887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:23:54.193162 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c8c9ba-f426-4f7c-acd2-7da73da1ed76 None None] Routers {'78c692a3-6972-44d4-b8ab-9cc321326220'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:23:54.193819 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-76c8c9ba-f426-4f7c-acd2-7da73da1ed76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:23:48Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['78c692a3-6972-44d4-b8ab-9cc321326220'], 'active': True} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:54.243809 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port d69c53aa-6efe-464b-b381-cdf3d7132072 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:54.244221 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:54.376676 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-114ee88d-487c-4c17-9f1f-5dd1749ba00a tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=652f5f23ec8a45ea8fe76d30b77bbcff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1984720 Jul 13 19:23:54.413339 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-a58a6bd3-1de3-4caa-bea5-40050f0692ca None None] Notify callbacks [] for port, precommit_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:54.424629 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-969a39bd-4ec2-4df7-b52b-2257c977a258 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:54.432388 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-a58a6bd3-1de3-4caa-bea5-40050f0692ca None None] Transition to ACTIVE for port object 2e82ac64-afa0-497e-9ae8-687616721aa4 will not be triggered until provisioned by entity L2. {{(pid=92886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:23:54.447650 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-a58a6bd3-1de3-4caa-bea5-40050f0692ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:54.459856 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.provisioning_blocks [None req-969a39bd-4ec2-4df7-b52b-2257c977a258 admin admin] Transition to ACTIVE for port object 02109647-5332-4725-ae8e-06f378714c5e will not be triggered until provisioned by entity DHCP. {{(pid=92884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:23:54.526315 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-969a39bd-4ec2-4df7-b52b-2257c977a258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819'] for port, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:54.545388 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-9f28d070-d5d1-4ed9-ad69-0976f550ff3b service neutron] 10.222.0.22 "GET /v2.0/networks/e562a705-db99-44a5-84db-c9cb691dc10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611068 Jul 13 19:23:54.578525 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-a58a6bd3-1de3-4caa-bea5-40050f0692ca None None] Attempting to bind port 2e82ac64-afa0-497e-9ae8-687616721aa4 on host dv-cinder-786933-3-iscsi for vnic_type normal with profile {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:23:54.579232 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-a58a6bd3-1de3-4caa-bea5-40050f0692ca None None] Attempting to bind port 2e82ac64-afa0-497e-9ae8-687616721aa4 by drivers openvswitch,hyperv on host dv-cinder-786933-3-iscsi at level 0 using segments [{'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'}] {{(pid=92886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:23:54.579763 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58a6bd3-1de3-4caa-bea5-40050f0692ca None None] Attempting to bind port 2e82ac64-afa0-497e-9ae8-687616721aa4 on network 016193b2-3012-4896-ba69-fa2225e8730f {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:23:54.587279 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd2619-5267-4f74-a849-1a9d4cb24c40 None None] Pushing event updated for resources: {'Port': ['ID=2e82ac64-afa0-497e-9ae8-687616721aa4,revision_number=2']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:54.598269 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58a6bd3-1de3-4caa-bea5-40050f0692ca None None] Checking agent: {'id': '666c655c-5d62-4287-a041-db0951989b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 16, 18), 'started_at': datetime.datetime(2021, 7, 13, 19, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:23:54.598649 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58a6bd3-1de3-4caa-bea5-40050f0692ca None None] Checking segment: {'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:23:54.599055 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-a58a6bd3-1de3-4caa-bea5-40050f0692ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:54.599452 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58a6bd3-1de3-4caa-bea5-40050f0692ca None None] Bound using segment: {'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'} {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:23:54.599943 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-a58a6bd3-1de3-4caa-bea5-40050f0692ca None None] Bound port: 2e82ac64-afa0-497e-9ae8-687616721aa4, host: dv-cinder-786933-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'}}] {{(pid=92886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:23:54.600346 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-a58a6bd3-1de3-4caa-bea5-40050f0692ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:54.607152 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969a39bd-4ec2-4df7-b52b-2257c977a258 admin admin] Network cf7dab8a-c373-4837-ae0f-7b4d00b9b824 is already hosted by enough agents. {{(pid=92884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:23:54.612086 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [None req-969a39bd-4ec2-4df7-b52b-2257c977a258 admin admin] Resources bound (agent type, host, resource id): {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:54.627179 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969a39bd-4ec2-4df7-b52b-2257c977a258 admin admin] Received port after_create {{(pid=92884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:23:54.640556 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-969a39bd-4ec2-4df7-b52b-2257c977a258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502481'] for router_interface, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:54.657259 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:23:54.688406 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvr_db [None req-76c8c9ba-f426-4f7c-acd2-7da73da1ed76 None None] Set router 78c692a3-6972-44d4-b8ab-9cc321326220 gateway port host: dv-cinder-786933-3-iscsi {{(pid=92887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:23:54.722461 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-a58a6bd3-1de3-4caa-bea5-40050f0692ca None None] For port 2e82ac64-afa0-497e-9ae8-687616721aa4, host dv-cinder-786933-3-iscsi, cleared binding levels {{(pid=92886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:23:54.731909 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-a58a6bd3-1de3-4caa-bea5-40050f0692ca None None] For port 2e82ac64-afa0-497e-9ae8-687616721aa4, host dv-cinder-786933-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=2e82ac64-afa0-497e-9ae8-687616721aa4,segment=NetworkSegment(13a02452-998b-4f16-8f41-6eb5670d640f),segment_id=13a02452-998b-4f16-8f41-6eb5670d640f)] {{(pid=92886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:23:54.743849 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-a58a6bd3-1de3-4caa-bea5-40050f0692ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:54.768732 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 45754) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:54.815620 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-8173c85d-055a-4cbc-ae42-a89cbede0ea6 service neutron] 10.222.0.22 "GET /v2.0/networks/e562a705-db99-44a5-84db-c9cb691dc10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615559 Jul 13 19:23:54.895232 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58a6bd3-1de3-4caa-bea5-40050f0692ca None None] Routers {'67741092-1c7f-4713-ba73-57f3f82a7baa'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:23:54.895836 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-a58a6bd3-1de3-4caa-bea5-40050f0692ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:23:48Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['67741092-1c7f-4713-ba73-57f3f82a7baa'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:54.908534 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd2619-5267-4f74-a849-1a9d4cb24c40 None None] Pushing event updated for resources: {'Port': ['ID=2e82ac64-afa0-497e-9ae8-687616721aa4,revision_number=3']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:54.952861 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-9f00aa7d-2ee5-46bb-b3dc-9184bcac760b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:54.991020 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a39bd-4ec2-4df7-b52b-2257c977a258 admin admin] Pushing event updated for resources: {'Port': ['ID=02109647-5332-4725-ae8e-06f378714c5e,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:55.067179 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4fea6b9f-4672-4106-89fe-b8a6ab235e7c req-414baf3c-e9a9-4a72-9408-591f4d9900fa tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307e83-d619-402c-b7ed-6efd4174b9f0 HTTP/1.1" status: 200 len: 210 time: 0.1454008 Jul 13 19:23:55.109072 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-969a39bd-4ec2-4df7-b52b-2257c977a258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:55.152051 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-a58a6bd3-1de3-4caa-bea5-40050f0692ca None None] Set router 67741092-1c7f-4713-ba73-57f3f82a7baa gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:23:55.170231 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-76c8c9ba-f426-4f7c-acd2-7da73da1ed76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c692a3-6972-44d4-b8ab-9cc321326220', 'name': 'tempest-ServerRescueNegativeTestJSON-71090559-router', 'tenant_id': '652f5f23ec8a45ea8fe76d30b77bbcff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'c7a453da-b942-4ecb-9dbd-9847610a5277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:45Z', 'updated_at': '2021-07-13T19:23:51Z', 'revision_number': 4, 'project_id': '652f5f23ec8a45ea8fe76d30b77bbcff', 'gw_port': {'id': 'c7a453da-b942-4ecb-9dbd-9847610a5277', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:49:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c692a3-6972-44d4-b8ab-9cc321326220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:46Z', 'updated_at': '2021-07-13T19:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': 'e2d7358d-5208-41be-859d-44322c7554da', 'name': '', 'network_id': 'e562a705-db99-44a5-84db-c9cb691dc10e', 'tenant_id': '652f5f23ec8a45ea8fe76d30b77bbcff', 'mac_address': 'fa:16:3e:ad:dc:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c692a3-6972-44d4-b8ab-9cc321326220', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '378d89dc-bfdb-437d-a3cf-f875b6da89ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:50Z', 'updated_at': '2021-07-13T19:23:52Z', 'revision_number': 2, 'project_id': '652f5f23ec8a45ea8fe76d30b77bbcff', 'subnets': [{'id': '378d89dc-bfdb-437d-a3cf-f875b6da89ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:55.175946 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-9f00aa7d-2ee5-46bb-b3dc-9184bcac760b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:55.185132 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-9f00aa7d-2ee5-46bb-b3dc-9184bcac760b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:55.209691 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c8c9ba-f426-4f7c-acd2-7da73da1ed76 None None] Checking router: 78c692a3-6972-44d4-b8ab-9cc321326220 for host: dv-cinder-786933-3-iscsi {{(pid=92887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:23:55.210186 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c8c9ba-f426-4f7c-acd2-7da73da1ed76 None None] Updating router 78c692a3-6972-44d4-b8ab-9cc321326220 port e2d7358d-5208-41be-859d-44322c7554da binding host dv-cinder-786933-3-iscsi {{(pid=92887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:23:55.232265 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e3d12eee-1e9a-42c3-a625-2c4903de3a31 req-8b52c27e-9a58-47f6-9b54-a241d3084020 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 210 time: 0.0742657 Jul 13 19:23:55.261548 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 45770) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:55.265091 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-9f00aa7d-2ee5-46bb-b3dc-9184bcac760b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8e95bcb0b7594b21919563eed6e309d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4939117 Jul 13 19:23:55.274404 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f00aa7d-2ee5-46bb-b3dc-9184bcac760b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df766a16-7cb7-4045-a75f-b8267caa1589,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:55.300895 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-76c8c9ba-f426-4f7c-acd2-7da73da1ed76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:55.369129 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-31c7f8fb-b7ba-48bd-983f-622350a0aa8a req-dc67c0b6-4028-4111-a61d-1a84f6d6ee4f tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9db585d9-20d3-43b8-9dfc-e0e4790f7a01 HTTP/1.1" status: 200 len: 210 time: 0.0966356 Jul 13 19:23:55.378887 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-6ae7476d-afba-421a-b5d4-29a6ceca0f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:55.381400 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4271f31a-7040-48d7-a5b6-a48c861fd0ec None None] Provisioning for port 02109647-5332-4725-ae8e-06f378714c5e completed by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:23:55.397182 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4271f31a-7040-48d7-a5b6-a48c861fd0ec None None] Provisioning complete for port 02109647-5332-4725-ae8e-06f378714c5e triggered by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:55.397878 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4271f31a-7040-48d7-a5b6-a48c861fd0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:55.405183 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-6ae7476d-afba-421a-b5d4-29a6ceca0f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:55.465685 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-6ae7476d-afba-421a-b5d4-29a6ceca0f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:55.468827 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-6ae7476d-afba-421a-b5d4-29a6ceca0f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:55.472456 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-6ae7476d-afba-421a-b5d4-29a6ceca0f0d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/df766a16-7cb7-4045-a75f-b8267caa1589 HTTP/1.1" status: 204 len: 168 time: 0.2076375 Jul 13 19:23:55.489958 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7476d-afba-421a-b5d4-29a6ceca0f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df766a16-7cb7-4045-a75f-b8267caa1589,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:55.615828 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-969a39bd-4ec2-4df7-b52b-2257c977a258 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:55.671079 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-969a39bd-4ec2-4df7-b52b-2257c977a258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:55.672585 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-969a39bd-4ec2-4df7-b52b-2257c977a258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-645687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-505441'] for router_interface, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:55.694861 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-4271f31a-7040-48d7-a5b6-a48c861fd0ec None None] Port 02109647-5332-4725-ae8e-06f378714c5e cannot update to ACTIVE because it is not bound. {{(pid=92886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:23:55.763777 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-a58a6bd3-1de3-4caa-bea5-40050f0692ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'name': 'tempest-AttachVolumeTestJSON-1060596869-router', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '2e82ac64-afa0-497e-9ae8-687616721aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:48Z', 'updated_at': '2021-07-13T19:23:51Z', 'revision_number': 3, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'gw_port': {'id': '2e82ac64-afa0-497e-9ae8-687616721aa4', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:49Z', 'updated_at': '2021-07-13T19:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi'}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:55.771014 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-76c8c9ba-f426-4f7c-acd2-7da73da1ed76 None None] Notify callbacks [] for port, precommit_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:55.785081 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.provisioning_blocks [None req-76c8c9ba-f426-4f7c-acd2-7da73da1ed76 None None] Transition to ACTIVE for port object e2d7358d-5208-41be-859d-44322c7554da will not be triggered until provisioned by entity L2. {{(pid=92887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:23:55.786640 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a39bd-4ec2-4df7-b52b-2257c977a258 admin admin] Pushing event updated for resources: {'Port': ['ID=02109647-5332-4725-ae8e-06f378714c5e,revision_number=2']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:55.797082 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-76c8c9ba-f426-4f7c-acd2-7da73da1ed76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:55.808934 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58a6bd3-1de3-4caa-bea5-40050f0692ca None None] The sync data for ids ['67741092-1c7f-4713-ba73-57f3f82a7baa'] in dv-cinder-786933-3-iscsi is: [{'id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'name': 'tempest-AttachVolumeTestJSON-1060596869-router', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '2e82ac64-afa0-497e-9ae8-687616721aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:48Z', 'updated_at': '2021-07-13T19:23:51Z', 'revision_number': 3, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'gw_port': {'id': '2e82ac64-afa0-497e-9ae8-687616721aa4', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:49Z', 'updated_at': '2021-07-13T19:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi'}] {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:23:55.845867 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-04d6b0ef-7c22-45ac-bcf8-017f637131a6 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:55.847891 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-04d6b0ef-7c22-45ac-bcf8-017f637131a6 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/networks?id=e562a705-db99-44a5-84db-c9cb691dc10e HTTP/1.1" status: 200 len: 817 time: 0.2718637 Jul 13 19:23:55.854202 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44673ff-edc8-4eba-a099-1c20c4960717 None None] Pushing event updated for resources: {'Port': ['ID=e2d7358d-5208-41be-859d-44322c7554da,revision_number=3']} {{(pid=92887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:55.888671 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-ba173c97-639c-4376-abfe-713152217342 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/quotas/652f5f23ec8a45ea8fe76d30b77bbcff HTTP/1.1" status: 200 len: 375 time: 0.0276213 Jul 13 19:23:55.891942 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969a39bd-4ec2-4df7-b52b-2257c977a258 admin admin] Network cf7dab8a-c373-4837-ae0f-7b4d00b9b824 is already hosted by enough agents. {{(pid=92884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:23:55.903632 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [None req-969a39bd-4ec2-4df7-b52b-2257c977a258 admin admin] Resources bound (agent type, host, resource id): {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:55.947875 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 45796) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:55.953177 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.managers [None req-76c8c9ba-f426-4f7c-acd2-7da73da1ed76 None None] Attempting to bind port e2d7358d-5208-41be-859d-44322c7554da on host dv-cinder-786933-3-iscsi for vnic_type normal with profile {{(pid=92887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:23:55.953541 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.managers [None req-76c8c9ba-f426-4f7c-acd2-7da73da1ed76 None None] Attempting to bind port e2d7358d-5208-41be-859d-44322c7554da by drivers openvswitch,hyperv on host dv-cinder-786933-3-iscsi at level 0 using segments [{'id': '47dd59b9-a209-4189-b5b3-55fbf6a7f6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'e562a705-db99-44a5-84db-c9cb691dc10e'}] {{(pid=92887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:23:55.953947 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c8c9ba-f426-4f7c-acd2-7da73da1ed76 None None] Attempting to bind port e2d7358d-5208-41be-859d-44322c7554da on network e562a705-db99-44a5-84db-c9cb691dc10e {{(pid=92887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:23:55.959123 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c8c9ba-f426-4f7c-acd2-7da73da1ed76 None None] Checking agent: {'id': '666c655c-5d62-4287-a041-db0951989b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 16, 18), 'started_at': datetime.datetime(2021, 7, 13, 19, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:23:55.959485 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c8c9ba-f426-4f7c-acd2-7da73da1ed76 None None] Checking segment: {'id': '47dd59b9-a209-4189-b5b3-55fbf6a7f6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'e562a705-db99-44a5-84db-c9cb691dc10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:23:55.959882 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-76c8c9ba-f426-4f7c-acd2-7da73da1ed76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:55.960267 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c8c9ba-f426-4f7c-acd2-7da73da1ed76 None None] Bound using segment: {'id': '47dd59b9-a209-4189-b5b3-55fbf6a7f6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'e562a705-db99-44a5-84db-c9cb691dc10e'} {{(pid=92887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:23:55.960757 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.managers [None req-76c8c9ba-f426-4f7c-acd2-7da73da1ed76 None None] Bound port: e2d7358d-5208-41be-859d-44322c7554da, host: dv-cinder-786933-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47dd59b9-a209-4189-b5b3-55fbf6a7f6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'e562a705-db99-44a5-84db-c9cb691dc10e'}}] {{(pid=92887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:23:55.961974 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-76c8c9ba-f426-4f7c-acd2-7da73da1ed76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:55.967836 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-3c2e78cf-1598-42ce-9783-762bec88ba7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:56.079651 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.db [None req-76c8c9ba-f426-4f7c-acd2-7da73da1ed76 None None] For port e2d7358d-5208-41be-859d-44322c7554da, host dv-cinder-786933-3-iscsi, cleared binding levels {{(pid=92887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:23:56.084032 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.db [None req-76c8c9ba-f426-4f7c-acd2-7da73da1ed76 None None] For port e2d7358d-5208-41be-859d-44322c7554da, host dv-cinder-786933-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=e2d7358d-5208-41be-859d-44322c7554da,segment=NetworkSegment(47dd59b9-a209-4189-b5b3-55fbf6a7f6be),segment_id=47dd59b9-a209-4189-b5b3-55fbf6a7f6be)] {{(pid=92887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:23:56.091707 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-5d957562-4c1f-4666-b904-09410f043aa6 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=652f5f23ec8a45ea8fe76d30b77bbcff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2018621 Jul 13 19:23:56.091945 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-76c8c9ba-f426-4f7c-acd2-7da73da1ed76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:56.119589 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device c7a453da-b942-4ecb-9dbd-9847610a5277 up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:23:56.175194 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44673ff-edc8-4eba-a099-1c20c4960717 None None] Pushing event updated for resources: {'Port': ['ID=e2d7358d-5208-41be-859d-44322c7554da,revision_number=4']} {{(pid=92887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:56.210765 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c8c9ba-f426-4f7c-acd2-7da73da1ed76 None None] Routers {'78c692a3-6972-44d4-b8ab-9cc321326220'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:23:56.211995 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-76c8c9ba-f426-4f7c-acd2-7da73da1ed76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:23:48Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['78c692a3-6972-44d4-b8ab-9cc321326220'], 'active': True} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:56.215771 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port c7a453da-b942-4ecb-9dbd-9847610a5277 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:56.216678 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:56.281498 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969a39bd-4ec2-4df7-b52b-2257c977a258 admin admin] Router 67741092-1c7f-4713-ba73-57f3f82a7baa has already been hosted by L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd {{(pid=92884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:23:56.285860 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-3c2e78cf-1598-42ce-9783-762bec88ba7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:56.296590 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-3c2e78cf-1598-42ce-9783-762bec88ba7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:56.433134 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-c11c1f53-58ae-47ef-b6ae-81339df68468 service neutron] 10.222.0.22 "GET /v2.0/networks/e562a705-db99-44a5-84db-c9cb691dc10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394928 Jul 13 19:23:56.451200 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvr_db [None req-76c8c9ba-f426-4f7c-acd2-7da73da1ed76 None None] Set router 78c692a3-6972-44d4-b8ab-9cc321326220 gateway port host: dv-cinder-786933-3-iscsi {{(pid=92887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:23:56.477561 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-f1197f7f-3ce0-49c4-98e4-2808fa769908 None None] Provisioning complete for port 02109647-5332-4725-ae8e-06f378714c5e triggered by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:56.478662 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-f1197f7f-3ce0-49c4-98e4-2808fa769908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:56.487757 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-9e6c01f1-8c52-49ed-9500-4372fdcaa340 req-cb0cf895-3b80-4b17-a86a-5db67e574350 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307e83-d619-402c-b7ed-6efd4174b9f0 HTTP/1.1" status: 200 len: 210 time: 0.0819507 Jul 13 19:23:56.497918 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-3c2e78cf-1598-42ce-9783-762bec88ba7b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5cef9d8ab6684d6784cc460838c3d66e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5463295 Jul 13 19:23:56.501220 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e78cf-1598-42ce-9783-762bec88ba7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad75d1b-fa84-4c03-a651-1063298e9be4,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:56.521224 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 45810) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:56.558622 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-f1197f7f-3ce0-49c4-98e4-2808fa769908 None None] Port 02109647-5332-4725-ae8e-06f378714c5e cannot update to ACTIVE because it is not bound. {{(pid=92886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:23:56.640887 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-dd1ad3b5-f4e3-4fca-9a42-f75369eb7776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:56.702900 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969a39bd-4ec2-4df7-b52b-2257c977a258 admin admin] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:23:56.743857 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-dd1ad3b5-f4e3-4fca-9a42-f75369eb7776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:56.764793 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-cb2c4d01-0239-43b2-8814-953988b4520e service neutron] 10.222.0.22 "GET /v2.0/networks/e562a705-db99-44a5-84db-c9cb691dc10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300495 Jul 13 19:23:56.775219 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-969a39bd-4ec2-4df7-b52b-2257c977a258 admin admin] 10.222.0.22 "PUT /v2.0/routers/67741092-1c7f-4713-ba73-57f3f82a7baa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8379538 Jul 13 19:23:56.871466 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-1ce2f27f-8201-4097-9777-51d7ec058ab7 req-927a8cf4-678d-4a2d-8e47-888fed6580e6 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9db585d9-20d3-43b8-9dfc-e0e4790f7a01 HTTP/1.1" status: 200 len: 210 time: 0.1695015 Jul 13 19:23:56.935217 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-dd1ad3b5-f4e3-4fca-9a42-f75369eb7776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:56.938266 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-dd1ad3b5-f4e3-4fca-9a42-f75369eb7776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:56.939813 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-dd1ad3b5-f4e3-4fca-9a42-f75369eb7776 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2ad75d1b-fa84-4c03-a651-1063298e9be4 HTTP/1.1" status: 204 len: 168 time: 0.4174128 Jul 13 19:23:56.973620 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ad3b5-f4e3-4fca-9a42-f75369eb7776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad75d1b-fa84-4c03-a651-1063298e9be4,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:57.049418 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-76c8c9ba-f426-4f7c-acd2-7da73da1ed76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c692a3-6972-44d4-b8ab-9cc321326220', 'name': 'tempest-ServerRescueNegativeTestJSON-71090559-router', 'tenant_id': '652f5f23ec8a45ea8fe76d30b77bbcff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'c7a453da-b942-4ecb-9dbd-9847610a5277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:45Z', 'updated_at': '2021-07-13T19:23:51Z', 'revision_number': 4, 'project_id': '652f5f23ec8a45ea8fe76d30b77bbcff', 'gw_port': {'id': 'c7a453da-b942-4ecb-9dbd-9847610a5277', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:49:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c692a3-6972-44d4-b8ab-9cc321326220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:46Z', 'updated_at': '2021-07-13T19:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': 'e2d7358d-5208-41be-859d-44322c7554da', 'name': '', 'network_id': 'e562a705-db99-44a5-84db-c9cb691dc10e', 'tenant_id': '652f5f23ec8a45ea8fe76d30b77bbcff', 'mac_address': 'fa:16:3e:ad:dc:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c692a3-6972-44d4-b8ab-9cc321326220', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '378d89dc-bfdb-437d-a3cf-f875b6da89ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:50Z', 'updated_at': '2021-07-13T19:23:56Z', 'revision_number': 4, 'project_id': '652f5f23ec8a45ea8fe76d30b77bbcff', 'subnets': [{'id': '378d89dc-bfdb-437d-a3cf-f875b6da89ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:57.084893 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c8c9ba-f426-4f7c-acd2-7da73da1ed76 None None] The sync data for ids ['78c692a3-6972-44d4-b8ab-9cc321326220'] in dv-cinder-786933-3-iscsi is: [{'id': '78c692a3-6972-44d4-b8ab-9cc321326220', 'name': 'tempest-ServerRescueNegativeTestJSON-71090559-router', 'tenant_id': '652f5f23ec8a45ea8fe76d30b77bbcff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'c7a453da-b942-4ecb-9dbd-9847610a5277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:45Z', 'updated_at': '2021-07-13T19:23:51Z', 'revision_number': 4, 'project_id': '652f5f23ec8a45ea8fe76d30b77bbcff', 'gw_port': {'id': 'c7a453da-b942-4ecb-9dbd-9847610a5277', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:49:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c692a3-6972-44d4-b8ab-9cc321326220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:46Z', 'updated_at': '2021-07-13T19:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': 'e2d7358d-5208-41be-859d-44322c7554da', 'name': '', 'network_id': 'e562a705-db99-44a5-84db-c9cb691dc10e', 'tenant_id': '652f5f23ec8a45ea8fe76d30b77bbcff', 'mac_address': 'fa:16:3e:ad:dc:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c692a3-6972-44d4-b8ab-9cc321326220', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '378d89dc-bfdb-437d-a3cf-f875b6da89ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:50Z', 'updated_at': '2021-07-13T19:23:56Z', 'revision_number': 4, 'project_id': '652f5f23ec8a45ea8fe76d30b77bbcff', 'subnets': [{'id': '378d89dc-bfdb-437d-a3cf-f875b6da89ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:23:57.114308 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-9505ecea-d814-4e0e-aa95-8a54ad19af1a req-8143ac41-c91e-4b6c-95e3-6ade177bfce3 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 210 time: 0.0704770 Jul 13 19:23:57.766952 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.72', 55422) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:57.868485 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-a9f2567b-6ff3-46d3-a8a4-9f63f50ceb72 req-01c681ab-389a-4c89-a6ab-316646484257 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307e83-d619-402c-b7ed-6efd4174b9f0 HTTP/1.1" status: 200 len: 210 time: 0.0759532 Jul 13 19:23:58.014261 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-9cfed28a-15b8-4774-8aff-a8776dead815 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:58.017360 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-9cfed28a-15b8-4774-8aff-a8776dead815 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.72 "GET /v2.0/networks?id=ac62b834-c4f2-4379-9b3d-6de271a72a32 HTTP/1.1" status: 200 len: 811 time: 0.2423646 Jul 13 19:23:58.087541 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-90428240-b647-417d-bdb4-9994397e2656 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Request body: {'port': {'device_id': '9db585d9-20d3-43b8-9dfc-e0e4790f7a01', 'network_id': 'ac62b834-c4f2-4379-9b3d-6de271a72a32', 'admin_state_up': True, 'tenant_id': '5c8b23f02c2c47d98df5e2180b3d6bf6'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:58.243771 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 45890) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:58.260077 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-ad0d3eb9-e1b2-4ce6-9b10-dc0b09f58705 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1423969391', 'description': 'tempest-description--2111579166'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:58.293491 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device e2d7358d-5208-41be-859d-44322c7554da up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:23:58.372639 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ad0d3eb9-e1b2-4ce6-9b10-dc0b09f58705 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:58.480332 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning for port e2d7358d-5208-41be-859d-44322c7554da completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:23:58.486747 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port e2d7358d-5208-41be-859d-44322c7554da triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:58.487641 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:58.587033 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-7e4006b1-1848-4631-a50d-4d6a30f87be7 req-8cd8c263-b319-45dc-aac6-85dce33de253 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9db585d9-20d3-43b8-9dfc-e0e4790f7a01 HTTP/1.1" status: 200 len: 210 time: 0.1449957 Jul 13 19:23:58.804451 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:58.809115 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-3dcdd647-8794-4960-bdd4-7604e771ae4f req-a57a6c49-fe64-4fc5-b24f-1d084fd080d4 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 210 time: 0.0620070 Jul 13 19:23:58.864747 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.72', 55426) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:58.869704 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] For port e2d7358d-5208-41be-859d-44322c7554da, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=e2d7358d-5208-41be-859d-44322c7554da,segment=NetworkSegment(47dd59b9-a209-4189-b5b3-55fbf6a7f6be),segment_id=47dd59b9-a209-4189-b5b3-55fbf6a7f6be)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:58.882354 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:58.883511 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 2e82ac64-afa0-497e-9ae8-687616721aa4 up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:23:58.895377 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ad0d3eb9-e1b2-4ce6-9b10-dc0b09f58705 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:58.911752 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ad0d3eb9-e1b2-4ce6-9b10-dc0b09f58705 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:58.976369 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d3eb9-e1b2-4ce6-9b10-dc0b09f58705 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=366ba3bc-322d-401a-8f95-29889f89d4ed,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:59.171615 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-6870202a-ecd5-4e7a-8990-6491f39a49ce tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:59.173484 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-6870202a-ecd5-4e7a-8990-6491f39a49ce tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.72 "GET /v2.0/networks?id=e562a705-db99-44a5-84db-c9cb691dc10e HTTP/1.1" status: 200 len: 817 time: 0.3041275 Jul 13 19:23:59.193461 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Pushing event updated for resources: {'Port': ['ID=e2d7358d-5208-41be-859d-44322c7554da,revision_number=5']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:59.254080 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b2e7e608-4b51-4038-adb5-e2bdc25875e0 req-63293467-1cf6-419c-aedc-74b947f84605 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307e83-d619-402c-b7ed-6efd4174b9f0 HTTP/1.1" status: 200 len: 210 time: 0.1017268 Jul 13 19:23:59.254080 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-c43a597c-9952-453d-b42a-f179918d4a2d tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Request body: {'port': {'device_id': '05c6ebc9-3ade-4e24-9598-55c27d034a3e', 'network_id': 'e562a705-db99-44a5-84db-c9cb691dc10e', 'admin_state_up': True, 'tenant_id': '652f5f23ec8a45ea8fe76d30b77bbcff'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:59.267976 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d9714c-d8ea-4076-bd36-f1c27f3d6f2c None None] Sync routers for ids ['67741092-1c7f-4713-ba73-57f3f82a7baa'] in dv-cinder-786933-3-iscsi {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:23:59.269670 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ad0d3eb9-e1b2-4ce6-9b10-dc0b09f58705 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:59.271586 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-ad0d3eb9-e1b2-4ce6-9b10-dc0b09f58705 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.0264759 Jul 13 19:23:59.274155 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 45952) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:59.279470 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-277a2f1a-ea57-42b4-9eb9-75c647c9de41 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Request body: {'security_group_rule': {'security_group_id': '366ba3bc-322d-401a-8f95-29889f89d4ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:59.312565 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d9714c-d8ea-4076-bd36-f1c27f3d6f2c None None] Routers {'67741092-1c7f-4713-ba73-57f3f82a7baa'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:23:59.313323 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-41d9714c-d8ea-4076-bd36-f1c27f3d6f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:23:48Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['67741092-1c7f-4713-ba73-57f3f82a7baa'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:59.328062 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning for port 2e82ac64-afa0-497e-9ae8-687616721aa4 completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:23:59.336477 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-90428240-b647-417d-bdb4-9994397e2656 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Made reservation on behalf of 5c8b23f02c2c47d98df5e2180b3d6bf6 for: {'port': 1} {{(pid=92884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:23:59.337716 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-277a2f1a-ea57-42b4-9eb9-75c647c9de41 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:59.348294 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-90428240-b647-417d-bdb4-9994397e2656 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:59.474003 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-277a2f1a-ea57-42b4-9eb9-75c647c9de41 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:59.481046 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-277a2f1a-ea57-42b4-9eb9-75c647c9de41 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629246'] for security_group_rule, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:59.497308 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a2f1a-ea57-42b4-9eb9-75c647c9de41 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eec6db7d-bd06-4d56-9d9e-cdd4860b3e7b,revision_number=0']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:59.542233 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.72', 55432) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:59.580092 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port 2e82ac64-afa0-497e-9ae8-687616721aa4 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:23:59.581749 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:59.596280 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-277a2f1a-ea57-42b4-9eb9-75c647c9de41 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:59.597866 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-277a2f1a-ea57-42b4-9eb9-75c647c9de41 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3225558 Jul 13 19:23:59.600530 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 45978) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:59.613296 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-6cb7ef8e-5c6c-4159-9330-e677b88fb419 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Request body: {'security_group_rule': {'security_group_id': '366ba3bc-322d-401a-8f95-29889f89d4ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:59.688338 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-6cb7ef8e-5c6c-4159-9330-e677b88fb419 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:59.741942 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 45988) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:59.811021 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-41d9714c-d8ea-4076-bd36-f1c27f3d6f2c None None] Set router 67741092-1c7f-4713-ba73-57f3f82a7baa gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:23:59.890505 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-6cb7ef8e-5c6c-4159-9330-e677b88fb419 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:59.905703 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-6cb7ef8e-5c6c-4159-9330-e677b88fb419 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629246'] for security_group_rule, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:59.962290 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7ef8e-5c6c-4159-9330-e677b88fb419 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead1d64f-a592-4a37-9191-9f2a924a2b7b,revision_number=0']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:59.995863 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-6cb7ef8e-5c6c-4159-9330-e677b88fb419 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:00.000833 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-6cb7ef8e-5c6c-4159-9330-e677b88fb419 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3958890 Jul 13 19:24:00.001677 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46010) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:00.016194 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:00.025300 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-f6d4b073-d3dd-4acf-9130-9ca40da8c5a0 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Request body: {'floatingip': {'floating_network_id': '016193b2-3012-4896-ba69-fa2225e8730f'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:00.103821 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-f6d4b073-d3dd-4acf-9130-9ca40da8c5a0 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for floatingip, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:00.132990 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] For port 2e82ac64-afa0-497e-9ae8-687616721aa4, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=2e82ac64-afa0-497e-9ae8-687616721aa4,segment=NetworkSegment(13a02452-998b-4f16-8f41-6eb5670d640f),segment_id=13a02452-998b-4f16-8f41-6eb5670d640f)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:00.209504 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:00.239357 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-86e70e44-a6a1-4aec-a69c-af9fbc4b0a17 req-c348a6ec-797b-46ed-aa57-d7095f99ae81 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9db585d9-20d3-43b8-9dfc-e0e4790f7a01 HTTP/1.1" status: 200 len: 210 time: 0.2473857 Jul 13 19:24:00.332300 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.72', 55438) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:00.407617 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Pushing event updated for resources: {'Port': ['ID=2e82ac64-afa0-497e-9ae8-687616721aa4,revision_number=4']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:00.499048 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-edbe5411-7695-4dc6-91cb-51e592c13dfb req-2ccb31b0-badd-43a7-999b-1e1fb24c5da9 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 210 time: 0.2527492 Jul 13 19:24:00.599416 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device e2d7358d-5208-41be-859d-44322c7554da up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:24:00.620819 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-c901bb34-6da8-4ef5-908f-386d593533d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:00.624195 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-c43a597c-9952-453d-b42a-f179918d4a2d tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Made reservation on behalf of 652f5f23ec8a45ea8fe76d30b77bbcff for: {'port': 1} {{(pid=92884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:24:00.629257 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-c43a597c-9952-453d-b42a-f179918d4a2d tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:00.639225 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-1026c912-9e02-40e5-a1b2-7f12853331fe tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:00.641494 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-1026c912-9e02-40e5-a1b2-7f12853331fe tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.72 "GET /v2.0/networks?id=14adc513-802f-41c3-aa1b-5a69cf6267ec HTTP/1.1" status: 200 len: 814 time: 1.0982745 Jul 13 19:24:00.673109 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-d5878661-fa6d-4bfc-ad77-b928cc707ec3 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Request body: {'port': {'device_id': '6e307e83-d619-402c-b7ed-6efd4174b9f0', 'network_id': '14adc513-802f-41c3-aa1b-5a69cf6267ec', 'admin_state_up': True, 'tenant_id': 'e7dba3834cf94d53b5eb7919c55c4945'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:00.789251 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-a64f9fd0-b995-4322-962a-62aa12c0deab tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:00.791969 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-a64f9fd0-b995-4322-962a-62aa12c0deab tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.72 "GET /v2.0/networks?id=e562a705-db99-44a5-84db-c9cb691dc10e HTTP/1.1" status: 200 len: 817 time: 0.4481671 Jul 13 19:24:00.842044 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.db_base_plugin_common [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-90428240-b647-417d-bdb4-9994397e2656 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Allocated IP 172.20.0.6 (ac62b834-c4f2-4379-9b3d-6de271a72a32/5839643a-22f2-405e-87dc-7135c519d00c/3cc10f2e-5cdb-47ee-ab16-67c5650a833e) {{(pid=92884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:24:00.910267 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port e2d7358d-5208-41be-859d-44322c7554da triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:00.911082 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:00.918110 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-41d9714c-d8ea-4076-bd36-f1c27f3d6f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'name': 'tempest-AttachVolumeTestJSON-1060596869-router', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '2e82ac64-afa0-497e-9ae8-687616721aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:48Z', 'updated_at': '2021-07-13T19:23:54Z', 'revision_number': 4, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'gw_port': {'id': '2e82ac64-afa0-497e-9ae8-687616721aa4', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:49Z', 'updated_at': '2021-07-13T19:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '02109647-5332-4725-ae8e-06f378714c5e', 'name': '', 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'mac_address': 'fa:16:3e:25:b4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c43d8f9f-c845-4d5c-82df-5404e88902e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:53Z', 'updated_at': '2021-07-13T19:23:55Z', 'revision_number': 2, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'subnets': [{'id': 'c43d8f9f-c845-4d5c-82df-5404e88902e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:00.934366 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-0553662f-7198-486d-82a2-3fddcae839e3 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Request body: {'port': {'device_id': 'b8522378-cc12-4139-b209-7b0450d6daf6', 'network_id': 'e562a705-db99-44a5-84db-c9cb691dc10e', 'admin_state_up': True, 'tenant_id': '652f5f23ec8a45ea8fe76d30b77bbcff'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:00.985951 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d9714c-d8ea-4076-bd36-f1c27f3d6f2c None None] Checking router: 67741092-1c7f-4713-ba73-57f3f82a7baa for host: dv-cinder-786933-3-iscsi {{(pid=92886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:24:00.986766 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d9714c-d8ea-4076-bd36-f1c27f3d6f2c None None] Updating router 67741092-1c7f-4713-ba73-57f3f82a7baa port 02109647-5332-4725-ae8e-06f378714c5e binding host dv-cinder-786933-3-iscsi {{(pid=92886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:24:01.079612 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-203480c8-b6a9-4ee9-952c-700f14ba523d req-d87dde3f-083c-4968-87e5-e18f28bff005 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307e83-d619-402c-b7ed-6efd4174b9f0 HTTP/1.1" status: 200 len: 210 time: 0.1565597 Jul 13 19:24:01.135786 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-41d9714c-d8ea-4076-bd36-f1c27f3d6f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:01.428551 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-f6d4b073-d3dd-4acf-9130-9ca40da8c5a0 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:01.544569 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.db_base_plugin_common [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-c43a597c-9952-453d-b42a-f179918d4a2d tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Allocated IP 172.20.0.2 (e562a705-db99-44a5-84db-c9cb691dc10e/378d89dc-bfdb-437d-a3cf-f875b6da89ed/a018d116-d555-494d-8f8b-bd0cb97e9160) {{(pid=92884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:24:01.683628 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-3fed509d-f6da-45d4-96ed-13b6fd3963d7 req-b76c96a4-094f-4018-b924-e6816dd994e7 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9db585d9-20d3-43b8-9dfc-e0e4790f7a01 HTTP/1.1" status: 200 len: 210 time: 0.0626111 Jul 13 19:24:01.828810 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-90428240-b647-417d-bdb4-9994397e2656 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Notify callbacks [] for port, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:01.922963 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-41d9714c-d8ea-4076-bd36-f1c27f3d6f2c None None] Notify callbacks [] for port, precommit_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:01.949338 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-41d9714c-d8ea-4076-bd36-f1c27f3d6f2c None None] Transition to ACTIVE for port object 02109647-5332-4725-ae8e-06f378714c5e will not be triggered until provisioned by entity L2. {{(pid=92886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:24:01.953003 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.db_base_plugin_common [None req-f6d4b073-d3dd-4acf-9130-9ca40da8c5a0 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Allocated IP 172.27.2.194 (016193b2-3012-4896-ba69-fa2225e8730f/5c7148d1-68ad-4d7f-9cc6-340fc018242b/9118d0be-72ea-4515-8281-66f2b45ba02f) {{(pid=92885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:24:01.972127 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-41d9714c-d8ea-4076-bd36-f1c27f3d6f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:02.043999 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1cd99-de80-4eb4-a50a-fe2fdfade5b8 None None] Pushing event updated for resources: {'Port': ['ID=02109647-5332-4725-ae8e-06f378714c5e,revision_number=3']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:02.140414 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-c43a597c-9952-453d-b42a-f179918d4a2d tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Notify callbacks [] for port, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:02.143779 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-90428240-b647-417d-bdb4-9994397e2656 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819'] for port, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:02.153323 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-41d9714c-d8ea-4076-bd36-f1c27f3d6f2c None None] Attempting to bind port 02109647-5332-4725-ae8e-06f378714c5e on host dv-cinder-786933-3-iscsi for vnic_type normal with profile {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:24:02.156953 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-41d9714c-d8ea-4076-bd36-f1c27f3d6f2c None None] Attempting to bind port 02109647-5332-4725-ae8e-06f378714c5e by drivers openvswitch,hyperv on host dv-cinder-786933-3-iscsi at level 0 using segments [{'id': 'a40130a1-c2a7-4243-8f3c-b4ef1dc74555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824'}] {{(pid=92886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:24:02.157409 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d9714c-d8ea-4076-bd36-f1c27f3d6f2c None None] Attempting to bind port 02109647-5332-4725-ae8e-06f378714c5e on network cf7dab8a-c373-4837-ae0f-7b4d00b9b824 {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:02.168200 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d9714c-d8ea-4076-bd36-f1c27f3d6f2c None None] Checking agent: {'id': '666c655c-5d62-4287-a041-db0951989b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 16, 18), 'started_at': datetime.datetime(2021, 7, 13, 19, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:24:02.169947 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d9714c-d8ea-4076-bd36-f1c27f3d6f2c None None] Checking segment: {'id': 'a40130a1-c2a7-4243-8f3c-b4ef1dc74555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:24:02.170438 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-41d9714c-d8ea-4076-bd36-f1c27f3d6f2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:02.171840 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d9714c-d8ea-4076-bd36-f1c27f3d6f2c None None] Bound using segment: {'id': 'a40130a1-c2a7-4243-8f3c-b4ef1dc74555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824'} {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:24:02.175009 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-41d9714c-d8ea-4076-bd36-f1c27f3d6f2c None None] Bound port: 02109647-5332-4725-ae8e-06f378714c5e, host: dv-cinder-786933-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40130a1-c2a7-4243-8f3c-b4ef1dc74555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824'}}] {{(pid=92886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:24:02.175502 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-41d9714c-d8ea-4076-bd36-f1c27f3d6f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:02.201361 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-90428240-b647-417d-bdb4-9994397e2656 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Network ac62b834-c4f2-4379-9b3d-6de271a72a32 is already hosted by enough agents. {{(pid=92884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:24:02.219032 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-f6d4b073-d3dd-4acf-9130-9ca40da8c5a0 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for port, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:02.248472 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-90428240-b647-417d-bdb4-9994397e2656 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Resources bound (agent type, host, resource id): {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:24:02.327258 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-90428240-b647-417d-bdb4-9994397e2656 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Received port after_create {{(pid=92884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:24:02.336069 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-90428240-b647-417d-bdb4-9994397e2656 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:02.340291 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-90428240-b647-417d-bdb4-9994397e2656 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:02.344166 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-41d9714c-d8ea-4076-bd36-f1c27f3d6f2c None None] For port 02109647-5332-4725-ae8e-06f378714c5e, host dv-cinder-786933-3-iscsi, cleared binding levels {{(pid=92886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:24:02.352939 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-41d9714c-d8ea-4076-bd36-f1c27f3d6f2c None None] For port 02109647-5332-4725-ae8e-06f378714c5e, host dv-cinder-786933-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=02109647-5332-4725-ae8e-06f378714c5e,segment=NetworkSegment(a40130a1-c2a7-4243-8f3c-b4ef1dc74555),segment_id=a40130a1-c2a7-4243-8f3c-b4ef1dc74555)] {{(pid=92886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:24:02.363011 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-41d9714c-d8ea-4076-bd36-f1c27f3d6f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:02.395680 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-f6d4b073-d3dd-4acf-9130-9ca40da8c5a0 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819'] for port, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:02.409106 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 2e82ac64-afa0-497e-9ae8-687616721aa4 up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:24:02.541893 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90428240-b647-417d-bdb4-9994397e2656 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Pushing event updated for resources: {'Port': ['ID=3cc10f2e-5cdb-47ee-ab16-67c5650a833e,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:02.567621 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-a67724aa-ce63-47a3-b146-39f98ad6f4b6 req-f06dbe14-4e2a-4b47-88f5-3adcac4876a2 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 210 time: 0.2245731 Jul 13 19:24:02.588005 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1cd99-de80-4eb4-a50a-fe2fdfade5b8 None None] Pushing event updated for resources: {'Port': ['ID=02109647-5332-4725-ae8e-06f378714c5e,revision_number=4']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:02.610299 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d9714c-d8ea-4076-bd36-f1c27f3d6f2c None None] Routers {'67741092-1c7f-4713-ba73-57f3f82a7baa'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:24:02.610947 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-41d9714c-d8ea-4076-bd36-f1c27f3d6f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:23:48Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['67741092-1c7f-4713-ba73-57f3f82a7baa'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:02.694867 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a55fc0f0-ef87-442c-b40c-c6b0870e8aa5 req-47615df3-5cf8-41b4-b38d-38474862bb88 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307e83-d619-402c-b7ed-6efd4174b9f0 HTTP/1.1" status: 200 len: 210 time: 0.1692002 Jul 13 19:24:02.732231 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d4b073-d3dd-4acf-9130-9ca40da8c5a0 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Network 016193b2-3012-4896-ba69-fa2225e8730f is already hosted by enough agents. {{(pid=92885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:24:02.740859 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-c43a597c-9952-453d-b42a-f179918d4a2d tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819'] for port, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:02.750527 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-c901bb34-6da8-4ef5-908f-386d593533d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:02.751158 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.base_scheduler [None req-f6d4b073-d3dd-4acf-9130-9ca40da8c5a0 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Resources bound (agent type, host, resource id): {{(pid=92885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:24:02.765007 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d4b073-d3dd-4acf-9130-9ca40da8c5a0 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Received port after_create {{(pid=92885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:24:02.770530 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-c901bb34-6da8-4ef5-908f-386d593533d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:02.775640 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4b073-d3dd-4acf-9130-9ca40da8c5a0 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Pushing event updated for resources: {'Port': ['ID=9118d0be-72ea-4515-8281-66f2b45ba02f,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:02.888447 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 46094) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:02.895593 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port 2e82ac64-afa0-497e-9ae8-687616721aa4 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:02.896203 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:02.905883 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-90428240-b647-417d-bdb4-9994397e2656 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8317699 Jul 13 19:24:02.973256 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901bb34-6da8-4ef5-908f-386d593533d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a31dc8-7df8-4a32-b3c4-da9aef27d99c,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:02.983517 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-88e68d9e-38df-4124-a82f-61b1c46da7be tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:24:02.985241 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-88e68d9e-38df-4124-a82f-61b1c46da7be tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0546207 Jul 13 19:24:02.986269 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-c901bb34-6da8-4ef5-908f-386d593533d9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b7f2f359a1a2419cb9cdd7c31d911e42&name=default HTTP/1.1" status: 200 len: 2975 time: 3.2426116 Jul 13 19:24:02.997145 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 46098) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:03.010278 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-c43a597c-9952-453d-b42a-f179918d4a2d tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Network e562a705-db99-44a5-84db-c9cb691dc10e is already hosted by enough agents. {{(pid=92884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:24:03.024597 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-d5878661-fa6d-4bfc-ad77-b928cc707ec3 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Made reservation on behalf of e7dba3834cf94d53b5eb7919c55c4945 for: {'port': 1} {{(pid=92884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:24:03.029399 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-d5878661-fa6d-4bfc-ad77-b928cc707ec3 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:03.066151 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-41d9714c-d8ea-4076-bd36-f1c27f3d6f2c None None] Set router 67741092-1c7f-4713-ba73-57f3f82a7baa gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:24:03.111333 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-f6d4b073-d3dd-4acf-9130-9ca40da8c5a0 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:03.197612 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-0553662f-7198-486d-82a2-3fddcae839e3 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Made reservation on behalf of 652f5f23ec8a45ea8fe76d30b77bbcff for: {'port': 1} {{(pid=92885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:24:03.206318 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-0553662f-7198-486d-82a2-3fddcae839e3 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:03.269018 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-c43a597c-9952-453d-b42a-f179918d4a2d tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Resources bound (agent type, host, resource id): {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:24:03.324783 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a597c-9952-453d-b42a-f179918d4a2d tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Pushing event updated for resources: {'Port': ['ID=a018d116-d555-494d-8f8b-bd0cb97e9160,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:03.344018 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-c43a597c-9952-453d-b42a-f179918d4a2d tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Received port after_create {{(pid=92884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:24:03.350294 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-c43a597c-9952-453d-b42a-f179918d4a2d tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:03.351347 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-c43a597c-9952-453d-b42a-f179918d4a2d tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:03.454779 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d7dbc-9861-4797-b19c-56ff85b8d888 req-ee3dbb35-3c58-4019-90c6-2d5959e49e92 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:03.468578 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-958d7dbc-9861-4797-b19c-56ff85b8d888 req-ee3dbb35-3c58-4019-90c6-2d5959e49e92 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9db585d9-20d3-43b8-9dfc-e0e4790f7a01 HTTP/1.1" status: 200 len: 931 time: 0.5237906 Jul 13 19:24:03.484631 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-f6d4b073-d3dd-4acf-9130-9ca40da8c5a0 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:03.558509 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-41d9714c-d8ea-4076-bd36-f1c27f3d6f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'name': 'tempest-AttachVolumeTestJSON-1060596869-router', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '2e82ac64-afa0-497e-9ae8-687616721aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:48Z', 'updated_at': '2021-07-13T19:23:54Z', 'revision_number': 4, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'gw_port': {'id': '2e82ac64-afa0-497e-9ae8-687616721aa4', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:49Z', 'updated_at': '2021-07-13T19:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '02109647-5332-4725-ae8e-06f378714c5e', 'name': '', 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'mac_address': 'fa:16:3e:25:b4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c43d8f9f-c845-4d5c-82df-5404e88902e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:53Z', 'updated_at': '2021-07-13T19:24:02Z', 'revision_number': 4, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'subnets': [{'id': 'c43d8f9f-c845-4d5c-82df-5404e88902e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:03.597124 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d9714c-d8ea-4076-bd36-f1c27f3d6f2c None None] The sync data for ids ['67741092-1c7f-4713-ba73-57f3f82a7baa'] in dv-cinder-786933-3-iscsi is: [{'id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'name': 'tempest-AttachVolumeTestJSON-1060596869-router', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '2e82ac64-afa0-497e-9ae8-687616721aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:48Z', 'updated_at': '2021-07-13T19:23:54Z', 'revision_number': 4, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'gw_port': {'id': '2e82ac64-afa0-497e-9ae8-687616721aa4', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:49Z', 'updated_at': '2021-07-13T19:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '02109647-5332-4725-ae8e-06f378714c5e', 'name': '', 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'mac_address': 'fa:16:3e:25:b4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c43d8f9f-c845-4d5c-82df-5404e88902e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:53Z', 'updated_at': '2021-07-13T19:24:02Z', 'revision_number': 4, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'subnets': [{'id': 'c43d8f9f-c845-4d5c-82df-5404e88902e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:24:03.672574 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-459052f0-5dc4-406f-83fa-55ec334fc805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:03.760288 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-c6346e38-a3dd-4015-9fb0-8f64d48ff851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:03.767943 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-c43a597c-9952-453d-b42a-f179918d4a2d tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5739579 Jul 13 19:24:03.787882 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.db_base_plugin_common [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-d5878661-fa6d-4bfc-ad77-b928cc707ec3 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Allocated IP 172.20.0.8 (14adc513-802f-41c3-aa1b-5a69cf6267ec/82f1198a-dc93-4567-a47f-87bd333e3e58/df32e3c1-b87b-4cee-9735-b246f6582efb) {{(pid=92884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:24:03.907184 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-958d7dbc-9861-4797-b19c-56ff85b8d888 req-0ee3ce8b-56cd-411a-9cdd-3fc7fa32e301 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9b617bf-e73f-411e-b588-35d23f5af7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376457 Jul 13 19:24:03.939582 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-676193ca-b9c5-4e7c-8e3a-c5eddf6be68b req-9fd5af99-fe51-421e-b4ff-6415c88009a4 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 210 time: 0.0732641 Jul 13 19:24:03.987668 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-c6346e38-a3dd-4015-9fb0-8f64d48ff851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:04.055382 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.db_base_plugin_common [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-0553662f-7198-486d-82a2-3fddcae839e3 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Allocated IP 172.20.0.9 (e562a705-db99-44a5-84db-c9cb691dc10e/378d89dc-bfdb-437d-a3cf-f875b6da89ed/ac136d91-7eee-4c03-83c5-bab8c02e7802) {{(pid=92885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:24:04.198535 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a25572c4-9fd5-455f-9b7c-9eb3344cf13c req-64e9a4d5-f7c5-468f-8c96-7dd9e42b3cf2 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307e83-d619-402c-b7ed-6efd4174b9f0 HTTP/1.1" status: 200 len: 210 time: 0.1156867 Jul 13 19:24:04.298918 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-0553662f-7198-486d-82a2-3fddcae839e3 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Notify callbacks [] for port, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:04.391441 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-f6d4b073-d3dd-4acf-9130-9ca40da8c5a0 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for port, precommit_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:04.416367 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-f6d4b073-d3dd-4acf-9130-9ca40da8c5a0 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:04.418078 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-c6346e38-a3dd-4015-9fb0-8f64d48ff851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:04.425142 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-c6346e38-a3dd-4015-9fb0-8f64d48ff851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:04.429601 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-c6346e38-a3dd-4015-9fb0-8f64d48ff851 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f9a31dc8-7df8-4a32-b3c4-da9aef27d99c HTTP/1.1" status: 204 len: 168 time: 1.4286149 Jul 13 19:24:04.452624 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 02109647-5332-4725-ae8e-06f378714c5e up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:24:04.462145 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6346e38-a3dd-4015-9fb0-8f64d48ff851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a31dc8-7df8-4a32-b3c4-da9aef27d99c,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:04.530952 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-459052f0-5dc4-406f-83fa-55ec334fc805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:04.544802 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-d5878661-fa6d-4bfc-ad77-b928cc707ec3 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Notify callbacks [] for port, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:04.553193 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-459052f0-5dc4-406f-83fa-55ec334fc805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:04.580224 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-f6d4b073-d3dd-4acf-9130-9ca40da8c5a0 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502340'] for floatingip, after_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:04.590156 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-459052f0-5dc4-406f-83fa-55ec334fc805 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cfc64bf8284944e2a5560d5aa50c3645&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6857111 Jul 13 19:24:04.600803 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 46120) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:04.615079 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-0553662f-7198-486d-82a2-3fddcae839e3 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819'] for port, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:04.641437 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning for port 02109647-5332-4725-ae8e-06f378714c5e completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:24:04.643227 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port 02109647-5332-4725-ae8e-06f378714c5e triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:04.643516 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:04.668480 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4b073-d3dd-4acf-9130-9ca40da8c5a0 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Pushing event updated for resources: {'Port': ['ID=9118d0be-72ea-4515-8281-66f2b45ba02f,revision_number=2']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:04.681133 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459052f0-5dc4-406f-83fa-55ec334fc805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7907c662-9926-4249-b215-4231c354bcef,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:04.704612 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-f6d4b073-d3dd-4acf-9130-9ca40da8c5a0 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for floatingip, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:04.705947 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-f6d4b073-d3dd-4acf-9130-9ca40da8c5a0 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7032320 Jul 13 19:24:04.707881 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-0553662f-7198-486d-82a2-3fddcae839e3 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Network e562a705-db99-44a5-84db-c9cb691dc10e is already hosted by enough agents. {{(pid=92885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:24:04.713229 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-cebdbbfd-e0cb-42c0-a502-c7788b52054e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:04.814650 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-cebdbbfd-e0cb-42c0-a502-c7788b52054e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:04.832168 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-d5878661-fa6d-4bfc-ad77-b928cc707ec3 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819'] for port, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:04.876246 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.base_scheduler [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-0553662f-7198-486d-82a2-3fddcae839e3 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Resources bound (agent type, host, resource id): {{(pid=92885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:24:04.890745 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:04.912920 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-0553662f-7198-486d-82a2-3fddcae839e3 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Received port after_create {{(pid=92885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:24:04.923856 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-0553662f-7198-486d-82a2-3fddcae839e3 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:04.929000 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-0553662f-7198-486d-82a2-3fddcae839e3 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for port, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:04.999815 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] For port 02109647-5332-4725-ae8e-06f378714c5e, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=02109647-5332-4725-ae8e-06f378714c5e,segment=NetworkSegment(a40130a1-c2a7-4243-8f3c-b4ef1dc74555),segment_id=a40130a1-c2a7-4243-8f3c-b4ef1dc74555)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:05.011358 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:05.238919 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-d5878661-fa6d-4bfc-ad77-b928cc707ec3 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Network 14adc513-802f-41c3-aa1b-5a69cf6267ec is already hosted by enough agents. {{(pid=92884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:24:05.239391 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Pushing event updated for resources: {'Port': ['ID=02109647-5332-4725-ae8e-06f378714c5e,revision_number=5']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:05.241861 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-0553662f-7198-486d-82a2-3fddcae839e3 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3533597 Jul 13 19:24:05.243478 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0553662f-7198-486d-82a2-3fddcae839e3 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Pushing event updated for resources: {'Port': ['ID=ac136d91-7eee-4c03-83c5-bab8c02e7802,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:05.277537 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-d5878661-fa6d-4bfc-ad77-b928cc707ec3 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Resources bound (agent type, host, resource id): {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:24:05.315045 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-d5878661-fa6d-4bfc-ad77-b928cc707ec3 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Received port after_create {{(pid=92884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:24:05.330854 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-d5878661-fa6d-4bfc-ad77-b928cc707ec3 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:05.331958 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-d5878661-fa6d-4bfc-ad77-b928cc707ec3 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:05.375075 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5878661-fa6d-4bfc-ad77-b928cc707ec3 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Pushing event updated for resources: {'Port': ['ID=df32e3c1-b87b-4cee-9735-b246f6582efb,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:05.412140 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-d5878661-fa6d-4bfc-ad77-b928cc707ec3 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7436333 Jul 13 19:24:05.415426 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-cebdbbfd-e0cb-42c0-a502-c7788b52054e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:05.427267 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-cebdbbfd-e0cb-42c0-a502-c7788b52054e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:05.440749 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-cebdbbfd-e0cb-42c0-a502-c7788b52054e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7907c662-9926-4249-b215-4231c354bcef HTTP/1.1" status: 204 len: 168 time: 0.8265679 Jul 13 19:24:05.462985 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab021b-046d-41f4-9431-4a2f90384c13 req-9dd4c85a-02dd-452b-8153-d31a872d46bb tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:05.475746 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e9ab021b-046d-41f4-9431-4a2f90384c13 req-9dd4c85a-02dd-452b-8153-d31a872d46bb tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 931 time: 0.1340728 Jul 13 19:24:05.521108 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebdbbfd-e0cb-42c0-a502-c7788b52054e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7907c662-9926-4249-b215-4231c354bcef,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:05.538442 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e9ab021b-046d-41f4-9431-4a2f90384c13 req-61b5649c-acd1-4f52-8fa9-815be8155fb8 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617142 Jul 13 19:24:05.569087 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-eb2b68f0-2e5e-42c7-bc23-69de989548fc service neutron] Request body: {'port': {'device_id': 'b8522378-cc12-4139-b209-7b0450d6daf6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:05.690822 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac630758-5978-42ae-bcec-218e62e9143d req-84d71234-d74f-42cd-9fe3-00bf5d736205 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:05.703469 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ac630758-5978-42ae-bcec-218e62e9143d req-84d71234-d74f-42cd-9fe3-00bf5d736205 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9db585d9-20d3-43b8-9dfc-e0e4790f7a01 HTTP/1.1" status: 200 len: 931 time: 0.2635977 Jul 13 19:24:05.779339 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ac630758-5978-42ae-bcec-218e62e9143d req-b58eeb53-0b19-49a2-acb0-6b295a22308f tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9b617bf-e73f-411e-b588-35d23f5af7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745382 Jul 13 19:24:05.799288 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-1ee5186a-cf0b-4a67-a59d-c614f21d37fc service neutron] Request body: {'port': {'device_id': '9db585d9-20d3-43b8-9dfc-e0e4790f7a01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:05.809250 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-eb2b68f0-2e5e-42c7-bc23-69de989548fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:05.893810 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-fd989ab9-d986-4f6e-bbae-60a7fb4ecc2a service neutron] Request body: {'port': {'device_id': '05c6ebc9-3ade-4e24-9598-55c27d034a3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:05.963034 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-9d580fe8-9de6-4f94-9ede-26e52934c1f9 service neutron] Request body: {'port': {'device_id': '6e307e83-d619-402c-b7ed-6efd4174b9f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:05.978059 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 46178) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:06.054359 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-e81236f6-9dbf-4659-8d5e-6847a73880ca tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1423969391&fields=id&tenant_id=f2df23c120004786bdbc54c2ad27b7df HTTP/1.1" status: 200 len: 267 time: 0.3055115 Jul 13 19:24:06.197924 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-1ee5186a-cf0b-4a67-a59d-c614f21d37fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:06.291354 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-9d580fe8-9de6-4f94-9ede-26e52934c1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:06.376425 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 02109647-5332-4725-ae8e-06f378714c5e up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:24:06.463209 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-fd989ab9-d986-4f6e-bbae-60a7fb4ecc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:06.550984 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port 02109647-5332-4725-ae8e-06f378714c5e triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:06.551551 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:06.560343 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46200) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:06.636159 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-9ca87790-73e6-41c0-a71f-8f039e3b0347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:06.682340 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 46208) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:06.882058 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-71d06284-cb28-41a3-8c9a-df4b312c0a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:06.973757 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-28ad139a-44c8-42b4-a4be-44022ca2b187 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1285068549-network', 'tenant_id': 'bb85a913e2a642ddb5fbe31448bc145f'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:07.036555 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667a69e-3c35-4c86-b980-67531c861bbf req-181c66ca-c83d-455a-99d4-5dfa60caf5bd tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:07.043806 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a667a69e-3c35-4c86-b980-67531c861bbf req-181c66ca-c83d-455a-99d4-5dfa60caf5bd tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307e83-d619-402c-b7ed-6efd4174b9f0 HTTP/1.1" status: 200 len: 931 time: 1.0141776 Jul 13 19:24:07.176562 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.db.api [None req-9ca87790-73e6-41c0-a71f-8f039e3b0347 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 19:24:07.176562 dv-cinder-786933-3-iscsi neutron-server[92885]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 19:24:07.176562 dv-cinder-786933-3-iscsi neutron-server[92885]: [parameters: {'project_id': '7c97ef85d48b41de89c32cc53724b914', 'id': '0c5441e0-28b0-43c5-a986-174cb083aaf2', 'expiration': datetime.datetime(2021, 7, 13, 19, 26, 7, 81873)}] Jul 13 19:24:07.176562 dv-cinder-786933-3-iscsi neutron-server[92885]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:24:07.176562 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG oslo_db.api [None req-9ca87790-73e6-41c0-a71f-8f039e3b0347 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:24:07.201886 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-09654ca9-2e33-493d-9bd9-b5cee1435078 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:07.201886 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-09654ca9-2e33-493d-9bd9-b5cee1435078 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/networks?id=cf7dab8a-c373-4837-ae0f-7b4d00b9b824 HTTP/1.1" status: 200 len: 811 time: 1.1429183 Jul 13 19:24:07.227407 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-85a31d55-0cdd-42f8-a4a2-7b01693b7ff4 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/quotas/f2df23c120004786bdbc54c2ad27b7df HTTP/1.1" status: 200 len: 375 time: 0.0156274 Jul 13 19:24:07.368194 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a667a69e-3c35-4c86-b980-67531c861bbf req-a1115fc5-c0b2-410c-b559-9c32e02774c7 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230619 Jul 13 19:24:07.409023 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.notifiers.nova [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-eb2b68f0-2e5e-42c7-bc23-69de989548fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac136d91-7eee-4c03-83c5-bab8c02e7802 {{(pid=92885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:24:07.418979 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-eb2b68f0-2e5e-42c7-bc23-69de989548fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:07.439326 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.provisioning_blocks [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-eb2b68f0-2e5e-42c7-bc23-69de989548fc service neutron] Transition to ACTIVE for port object ac136d91-7eee-4c03-83c5-bab8c02e7802 will not be triggered until provisioned by entity L2. {{(pid=92885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:24:07.453967 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-eb2b68f0-2e5e-42c7-bc23-69de989548fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:07.501790 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-6a16c47c-26c6-44db-a431-1db80fe452fa tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f2df23c120004786bdbc54c2ad27b7df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2643340 Jul 13 19:24:07.561064 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b68f0-2e5e-42c7-bc23-69de989548fc service neutron] Pushing event updated for resources: {'Port': ['ID=ac136d91-7eee-4c03-83c5-bab8c02e7802,revision_number=2']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:07.642770 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.managers [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-eb2b68f0-2e5e-42c7-bc23-69de989548fc service neutron] Attempting to bind port ac136d91-7eee-4c03-83c5-bab8c02e7802 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:24:07.643139 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.managers [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-eb2b68f0-2e5e-42c7-bc23-69de989548fc service neutron] Attempting to bind port ac136d91-7eee-4c03-83c5-bab8c02e7802 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '47dd59b9-a209-4189-b5b3-55fbf6a7f6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'e562a705-db99-44a5-84db-c9cb691dc10e'}] {{(pid=92885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:24:07.643461 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-eb2b68f0-2e5e-42c7-bc23-69de989548fc service neutron] Attempting to bind port ac136d91-7eee-4c03-83c5-bab8c02e7802 on network e562a705-db99-44a5-84db-c9cb691dc10e {{(pid=92885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:07.652393 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-eb2b68f0-2e5e-42c7-bc23-69de989548fc service neutron] Port ac136d91-7eee-4c03-83c5-bab8c02e7802 on network e562a705-db99-44a5-84db-c9cb691dc10e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:24:07.652744 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-eb2b68f0-2e5e-42c7-bc23-69de989548fc service neutron] Attempting to bind port ac136d91-7eee-4c03-83c5-bab8c02e7802 on network e562a705-db99-44a5-84db-c9cb691dc10e {{(pid=92885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:07.660548 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-eb2b68f0-2e5e-42c7-bc23-69de989548fc service neutron] Checking agent: {'id': '412a95eb-dbf1-48e2-9390-163f76043269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 22, 13), 'started_at': datetime.datetime(2021, 7, 13, 19, 22, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:24:07.660891 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-eb2b68f0-2e5e-42c7-bc23-69de989548fc service neutron] Checking segment: {'id': '47dd59b9-a209-4189-b5b3-55fbf6a7f6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'e562a705-db99-44a5-84db-c9cb691dc10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:24:07.661551 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-eb2b68f0-2e5e-42c7-bc23-69de989548fc service neutron] Bound using segment: {'id': '47dd59b9-a209-4189-b5b3-55fbf6a7f6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'e562a705-db99-44a5-84db-c9cb691dc10e'} {{(pid=92885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:24:07.662030 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.managers [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-eb2b68f0-2e5e-42c7-bc23-69de989548fc service neutron] Bound port: ac136d91-7eee-4c03-83c5-bab8c02e7802, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47dd59b9-a209-4189-b5b3-55fbf6a7f6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'e562a705-db99-44a5-84db-c9cb691dc10e'}}] {{(pid=92885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:24:07.662399 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-eb2b68f0-2e5e-42c7-bc23-69de989548fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:07.678330 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-9ca87790-73e6-41c0-a71f-8f039e3b0347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:07.694420 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-71d06284-cb28-41a3-8c9a-df4b312c0a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:07.740552 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-f938748d-264d-425a-aaec-d41dafc71f8a service neutron] 10.222.0.22 "GET /v2.0/networks/cf7dab8a-c373-4837-ae0f-7b4d00b9b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804988 Jul 13 19:24:07.809520 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.db [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-eb2b68f0-2e5e-42c7-bc23-69de989548fc service neutron] For port ac136d91-7eee-4c03-83c5-bab8c02e7802, host hv-cinder-78693, cleared binding levels {{(pid=92885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:24:07.843160 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.db [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-eb2b68f0-2e5e-42c7-bc23-69de989548fc service neutron] For port ac136d91-7eee-4c03-83c5-bab8c02e7802, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ac136d91-7eee-4c03-83c5-bab8c02e7802,segment=NetworkSegment(47dd59b9-a209-4189-b5b3-55fbf6a7f6be),segment_id=47dd59b9-a209-4189-b5b3-55fbf6a7f6be)] {{(pid=92885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:24:07.853798 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-eb2b68f0-2e5e-42c7-bc23-69de989548fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:07.885317 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-71d06284-cb28-41a3-8c9a-df4b312c0a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:07.918414 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-eb2b68f0-2e5e-42c7-bc23-69de989548fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:07.919423 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-eb2b68f0-2e5e-42c7-bc23-69de989548fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for port, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:07.920470 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-eb2b68f0-2e5e-42c7-bc23-69de989548fc service neutron] 10.222.0.72 "PUT /v2.0/ports/ac136d91-7eee-4c03-83c5-bab8c02e7802 HTTP/1.1" status: 200 len: 1093 time: 2.6555455 Jul 13 19:24:07.920931 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8522378-cc12-4139-b209-7b0450d6daf6', 'tag': 'ac136d91-7eee-4c03-83c5-bab8c02e7802'}] {{(pid=92885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:07.991606 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-71d06284-cb28-41a3-8c9a-df4b312c0a3d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8f23c9dfe852479793172529e87a3687&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0103238 Jul 13 19:24:07.997587 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-1ee5186a-cf0b-4a67-a59d-c614f21d37fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cc10f2e-5cdb-47ee-ab16-67c5650a833e {{(pid=92884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:24:07.999783 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.db.api [None req-9ca87790-73e6-41c0-a71f-8f039e3b0347 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 19:24:07.999783 dv-cinder-786933-3-iscsi neutron-server[92885]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 19:24:07.999783 dv-cinder-786933-3-iscsi neutron-server[92885]: [parameters: {'project_id_1': '7c97ef85d48b41de89c32cc53724b914', 'expiration_1': datetime.datetime(2021, 7, 13, 19, 24, 7, 701879)}] Jul 13 19:24:07.999783 dv-cinder-786933-3-iscsi neutron-server[92885]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:24:08.000124 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG oslo_db.api [None req-9ca87790-73e6-41c0-a71f-8f039e3b0347 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:24:08.000724 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46230) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:08.019459 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ad139a-44c8-42b4-a4be-44022ca2b187 admin admin] Made reservation on behalf of bb85a913e2a642ddb5fbe31448bc145f for: {'network': 1} {{(pid=92884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:24:08.021899 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-28ad139a-44c8-42b4-a4be-44022ca2b187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for network, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:08.041907 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-1ee5186a-cf0b-4a67-a59d-c614f21d37fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:08.048864 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-cf8ac579-f9b7-4f21-895b-132801dc7496 service neutron] 10.222.0.22 "GET /v2.0/networks/cf7dab8a-c373-4837-ae0f-7b4d00b9b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784774 Jul 13 19:24:08.050003 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-9d580fe8-9de6-4f94-9ede-26e52934c1f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df32e3c1-b87b-4cee-9735-b246f6582efb {{(pid=92884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:24:08.105090 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-9d580fe8-9de6-4f94-9ede-26e52934c1f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:08.134955 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbb560-7120-434f-9c8b-428e6ec9a4c9 req-c499afc2-f631-43ab-bdcf-df6eb5785999 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:08.137312 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-11cbb560-7120-434f-9c8b-428e6ec9a4c9 req-c499afc2-f631-43ab-bdcf-df6eb5785999 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 943 time: 0.5603797 Jul 13 19:24:08.164918 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b68f0-2e5e-42c7-bc23-69de989548fc service neutron] Pushing event updated for resources: {'Port': ['ID=ac136d91-7eee-4c03-83c5-bab8c02e7802,revision_number=3']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:08.200772 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-df21747b-ee00-40fb-bd58-b4a9ce29a7e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:08.251694 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-df21747b-ee00-40fb-bd58-b4a9ce29a7e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:08.290016 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-28ad139a-44c8-42b4-a4be-44022ca2b187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:08.331191 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.provisioning_blocks [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-1ee5186a-cf0b-4a67-a59d-c614f21d37fc service neutron] Transition to ACTIVE for port object 3cc10f2e-5cdb-47ee-ab16-67c5650a833e will not be triggered until provisioned by entity L2. {{(pid=92884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:24:08.332398 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d06284-cb28-41a3-8c9a-df4b312c0a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a610f103-a9ad-4f72-9ed5-686d7abae6b1,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:08.354890 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31f80f9b8720474c1f79c69ae76da95a509923de65c92150015c81fc62ea229" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df332998-c001-4364-a7ce-4b91b70998ab" -d '{"events": [{"name": "network-changed", "server_uuid": "b8522378-cc12-4139-b209-7b0450d6daf6", "tag": "ac136d91-7eee-4c03-83c5-bab8c02e7802"}]}' {{(pid=92885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:08.429806 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-df21747b-ee00-40fb-bd58-b4a9ce29a7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:08.434417 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-df21747b-ee00-40fb-bd58-b4a9ce29a7e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:08.438535 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-df21747b-ee00-40fb-bd58-b4a9ce29a7e7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a610f103-a9ad-4f72-9ed5-686d7abae6b1 HTTP/1.1" status: 204 len: 168 time: 0.3862882 Jul 13 19:24:08.443979 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-1ee5186a-cf0b-4a67-a59d-c614f21d37fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:08.475584 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21747b-ee00-40fb-bd58-b4a9ce29a7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a610f103-a9ad-4f72-9ed5-686d7abae6b1,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:08.498284 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-fd989ab9-d986-4f6e-bbae-60a7fb4ecc2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a018d116-d555-494d-8f8b-bd0cb97e9160 {{(pid=92884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:24:08.568786 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-11cbb560-7120-434f-9c8b-428e6ec9a4c9 req-84ef9c59-2b1e-4a88-9bbe-96f56ada3ec2 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590370 Jul 13 19:24:08.663336 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c2e74-7e04-4ac2-9052-3cb5e4726685 req-575807e1-c8dd-47d5-9bab-ff71fe1a20cb tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:08.671905 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-7b4c2e74-7e04-4ac2-9052-3cb5e4726685 req-575807e1-c8dd-47d5-9bab-ff71fe1a20cb tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9db585d9-20d3-43b8-9dfc-e0e4790f7a01 HTTP/1.1" status: 200 len: 943 time: 0.1375246 Jul 13 19:24:08.692075 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.provisioning_blocks [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-9d580fe8-9de6-4f94-9ede-26e52934c1f9 service neutron] Transition to ACTIVE for port object df32e3c1-b87b-4cee-9735-b246f6582efb will not be triggered until provisioned by entity L2. {{(pid=92884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:24:08.695666 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5186a-cf0b-4a67-a59d-c614f21d37fc service neutron] Pushing event updated for resources: {'Port': ['ID=3cc10f2e-5cdb-47ee-ab16-67c5650a833e,revision_number=2']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:08.699584 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-fd989ab9-d986-4f6e-bbae-60a7fb4ecc2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:08.736721 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-7b4c2e74-7e04-4ac2-9052-3cb5e4726685 req-a45a7b14-ff48-4b46-9fc2-1e205463e532 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9b617bf-e73f-411e-b588-35d23f5af7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636685 Jul 13 19:24:08.749189 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-9d580fe8-9de6-4f94-9ede-26e52934c1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:08.766584 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-9ca87790-73e6-41c0-a71f-8f039e3b0347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:08.804242 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1f779774-39cd-45a5-b5a0-f3e960fe9479 req-41de01f5-df2b-4cf3-a2c5-615f09469f07 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0751505 Jul 13 19:24:08.834616 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.provisioning_blocks [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-fd989ab9-d986-4f6e-bbae-60a7fb4ecc2a service neutron] Transition to ACTIVE for port object a018d116-d555-494d-8f8b-bd0cb97e9160 will not be triggered until provisioned by entity L2. {{(pid=92884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:24:08.879153 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-28ad139a-44c8-42b4-a4be-44022ca2b187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:08.941852 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-28ad139a-44c8-42b4-a4be-44022ca2b187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:08.952591 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-fd989ab9-d986-4f6e-bbae-60a7fb4ecc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:09.093164 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-9ca87790-73e6-41c0-a71f-8f039e3b0347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:09.103141 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-9ca87790-73e6-41c0-a71f-8f039e3b0347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:09.174667 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4aefcbf-5f0e-4fad-9865-97467c9b00f0 x-openstack-request-id: req-e4aefcbf-5f0e-4fad-9865-97467c9b00f0 {{(pid=92885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:09.176774 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8522378-cc12-4139-b209-7b0450d6daf6", "tag": "ac136d91-7eee-4c03-83c5-bab8c02e7802", "status": "completed", "code": 200}]} {{(pid=92885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:09.176774 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e4aefcbf-5f0e-4fad-9865-97467c9b00f0 {{(pid=92885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:09.176774 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8522378-cc12-4139-b209-7b0450d6daf6', 'tag': 'ac136d91-7eee-4c03-83c5-bab8c02e7802', 'status': 'completed', 'code': 200} Jul 13 19:24:09.186338 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d580fe8-9de6-4f94-9ede-26e52934c1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=df32e3c1-b87b-4cee-9735-b246f6582efb,revision_number=2']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:09.193774 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-9ca87790-73e6-41c0-a71f-8f039e3b0347 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7c97ef85d48b41de89c32cc53724b914&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6060750 Jul 13 19:24:09.194376 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46270) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:09.216488 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca87790-73e6-41c0-a71f-8f039e3b0347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0e0d3f-5dff-4b23-84bb-a399dd9c8c81,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:09.216848 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ad139a-44c8-42b4-a4be-44022ca2b187 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1192} {{(pid=92884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:24:09.221531 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-1ee5186a-cf0b-4a67-a59d-c614f21d37fc service neutron] Attempting to bind port 3cc10f2e-5cdb-47ee-ab16-67c5650a833e on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:24:09.221935 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-1ee5186a-cf0b-4a67-a59d-c614f21d37fc service neutron] Attempting to bind port 3cc10f2e-5cdb-47ee-ab16-67c5650a833e by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'bcb7886f-503b-44c3-a9a4-813100afae65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'ac62b834-c4f2-4379-9b3d-6de271a72a32'}] {{(pid=92884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:24:09.222273 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-1ee5186a-cf0b-4a67-a59d-c614f21d37fc service neutron] Attempting to bind port 3cc10f2e-5cdb-47ee-ab16-67c5650a833e on network ac62b834-c4f2-4379-9b3d-6de271a72a32 {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:09.260956 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-1ee5186a-cf0b-4a67-a59d-c614f21d37fc service neutron] Port 3cc10f2e-5cdb-47ee-ab16-67c5650a833e on network ac62b834-c4f2-4379-9b3d-6de271a72a32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:24:09.261373 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-1ee5186a-cf0b-4a67-a59d-c614f21d37fc service neutron] Attempting to bind port 3cc10f2e-5cdb-47ee-ab16-67c5650a833e on network ac62b834-c4f2-4379-9b3d-6de271a72a32 {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:09.274571 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-1ee5186a-cf0b-4a67-a59d-c614f21d37fc service neutron] Checking agent: {'id': '412a95eb-dbf1-48e2-9390-163f76043269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 22, 13), 'started_at': datetime.datetime(2021, 7, 13, 19, 22, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:24:09.274941 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-1ee5186a-cf0b-4a67-a59d-c614f21d37fc service neutron] Checking segment: {'id': 'bcb7886f-503b-44c3-a9a4-813100afae65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'ac62b834-c4f2-4379-9b3d-6de271a72a32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:24:09.275473 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-1ee5186a-cf0b-4a67-a59d-c614f21d37fc service neutron] Bound using segment: {'id': 'bcb7886f-503b-44c3-a9a4-813100afae65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'ac62b834-c4f2-4379-9b3d-6de271a72a32'} {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:24:09.276093 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-1ee5186a-cf0b-4a67-a59d-c614f21d37fc service neutron] Bound port: 3cc10f2e-5cdb-47ee-ab16-67c5650a833e, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcb7886f-503b-44c3-a9a4-813100afae65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'ac62b834-c4f2-4379-9b3d-6de271a72a32'}}] {{(pid=92884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:24:09.276681 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-1ee5186a-cf0b-4a67-a59d-c614f21d37fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:09.288546 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-a2560e49-14f8-493d-9ae0-9db82be34856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:09.324625 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-a2560e49-14f8-493d-9ae0-9db82be34856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:09.353105 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-9d580fe8-9de6-4f94-9ede-26e52934c1f9 service neutron] Attempting to bind port df32e3c1-b87b-4cee-9735-b246f6582efb on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:24:09.353896 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-9d580fe8-9de6-4f94-9ede-26e52934c1f9 service neutron] Attempting to bind port df32e3c1-b87b-4cee-9735-b246f6582efb by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '6682d465-6c1b-420d-bda0-e256c276348b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '14adc513-802f-41c3-aa1b-5a69cf6267ec'}] {{(pid=92884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:24:09.354547 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-9d580fe8-9de6-4f94-9ede-26e52934c1f9 service neutron] Attempting to bind port df32e3c1-b87b-4cee-9735-b246f6582efb on network 14adc513-802f-41c3-aa1b-5a69cf6267ec {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:09.362883 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-28ad139a-44c8-42b4-a4be-44022ca2b187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480'] for segment, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:09.363434 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.db.segments_db [None req-28ad139a-44c8-42b4-a4be-44022ca2b187 admin admin] Added segment 5c2e342d-07ef-47e0-af69-6835a3fed54b of type vlan for network 2a8912b6-5a81-4288-805b-0bd43f29b7a4 Jul 13 19:24:09.366451 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad139a-44c8-42b4-a4be-44022ca2b187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb793e5-69e0-4843-904b-4f75c9fc611a,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:09.397838 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-a2560e49-14f8-493d-9ae0-9db82be34856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:09.401292 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-a2560e49-14f8-493d-9ae0-9db82be34856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:09.407483 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-a2560e49-14f8-493d-9ae0-9db82be34856 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eb0e0d3f-5dff-4b23-84bb-a399dd9c8c81 HTTP/1.1" status: 204 len: 168 time: 0.2039397 Jul 13 19:24:09.407740 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-9d580fe8-9de6-4f94-9ede-26e52934c1f9 service neutron] Port df32e3c1-b87b-4cee-9735-b246f6582efb on network 14adc513-802f-41c3-aa1b-5a69cf6267ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:24:09.408069 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-9d580fe8-9de6-4f94-9ede-26e52934c1f9 service neutron] Attempting to bind port df32e3c1-b87b-4cee-9735-b246f6582efb on network 14adc513-802f-41c3-aa1b-5a69cf6267ec {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:09.416789 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2560e49-14f8-493d-9ae0-9db82be34856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0e0d3f-5dff-4b23-84bb-a399dd9c8c81,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:09.479218 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd989ab9-d986-4f6e-bbae-60a7fb4ecc2a service neutron] Pushing event updated for resources: {'Port': ['ID=a018d116-d555-494d-8f8b-bd0cb97e9160,revision_number=2']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:09.502210 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-9d580fe8-9de6-4f94-9ede-26e52934c1f9 service neutron] Checking agent: {'id': '412a95eb-dbf1-48e2-9390-163f76043269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 22, 13), 'started_at': datetime.datetime(2021, 7, 13, 19, 22, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:24:09.502210 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-9d580fe8-9de6-4f94-9ede-26e52934c1f9 service neutron] Checking segment: {'id': '6682d465-6c1b-420d-bda0-e256c276348b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '14adc513-802f-41c3-aa1b-5a69cf6267ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:24:09.502584 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-9d580fe8-9de6-4f94-9ede-26e52934c1f9 service neutron] Bound using segment: {'id': '6682d465-6c1b-420d-bda0-e256c276348b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '14adc513-802f-41c3-aa1b-5a69cf6267ec'} {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:24:09.503359 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-9d580fe8-9de6-4f94-9ede-26e52934c1f9 service neutron] Bound port: df32e3c1-b87b-4cee-9735-b246f6582efb, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6682d465-6c1b-420d-bda0-e256c276348b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '14adc513-802f-41c3-aa1b-5a69cf6267ec'}}] {{(pid=92884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:24:09.503736 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-9d580fe8-9de6-4f94-9ede-26e52934c1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:09.525062 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-1ee5186a-cf0b-4a67-a59d-c614f21d37fc service neutron] For port 3cc10f2e-5cdb-47ee-ab16-67c5650a833e, host hv-cinder-78693, cleared binding levels {{(pid=92884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:24:09.534280 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-28ad139a-44c8-42b4-a4be-44022ca2b187 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772357517572'] for network, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:09.561284 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-fd989ab9-d986-4f6e-bbae-60a7fb4ecc2a service neutron] Attempting to bind port a018d116-d555-494d-8f8b-bd0cb97e9160 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:24:09.561718 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-fd989ab9-d986-4f6e-bbae-60a7fb4ecc2a service neutron] Attempting to bind port a018d116-d555-494d-8f8b-bd0cb97e9160 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '47dd59b9-a209-4189-b5b3-55fbf6a7f6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'e562a705-db99-44a5-84db-c9cb691dc10e'}] {{(pid=92884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:24:09.562056 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-fd989ab9-d986-4f6e-bbae-60a7fb4ecc2a service neutron] Attempting to bind port a018d116-d555-494d-8f8b-bd0cb97e9160 on network e562a705-db99-44a5-84db-c9cb691dc10e {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:09.682914 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-1ee5186a-cf0b-4a67-a59d-c614f21d37fc service neutron] For port 3cc10f2e-5cdb-47ee-ab16-67c5650a833e, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3cc10f2e-5cdb-47ee-ab16-67c5650a833e,segment=NetworkSegment(bcb7886f-503b-44c3-a9a4-813100afae65),segment_id=bcb7886f-503b-44c3-a9a4-813100afae65)] {{(pid=92884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:24:09.696639 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-fd989ab9-d986-4f6e-bbae-60a7fb4ecc2a service neutron] Port a018d116-d555-494d-8f8b-bd0cb97e9160 on network e562a705-db99-44a5-84db-c9cb691dc10e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:24:09.697039 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-fd989ab9-d986-4f6e-bbae-60a7fb4ecc2a service neutron] Attempting to bind port a018d116-d555-494d-8f8b-bd0cb97e9160 on network e562a705-db99-44a5-84db-c9cb691dc10e {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:09.701870 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.db.resource_extend [None req-28ad139a-44c8-42b4-a4be-44022ca2b187 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 19:24:09.711948 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a0278-1279-4d77-b667-317d0b048128 req-7a02f02e-353a-4705-a0db-91dc0213536f tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:09.736183 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-953a0278-1279-4d77-b667-317d0b048128 req-7a02f02e-353a-4705-a0db-91dc0213536f tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307e83-d619-402c-b7ed-6efd4174b9f0 HTTP/1.1" status: 200 len: 943 time: 0.5994759 Jul 13 19:24:09.757795 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-1ee5186a-cf0b-4a67-a59d-c614f21d37fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:09.884317 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-fd989ab9-d986-4f6e-bbae-60a7fb4ecc2a service neutron] Checking agent: {'id': '412a95eb-dbf1-48e2-9390-163f76043269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 22, 13), 'started_at': datetime.datetime(2021, 7, 13, 19, 22, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:24:09.886541 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-fd989ab9-d986-4f6e-bbae-60a7fb4ecc2a service neutron] Checking segment: {'id': '47dd59b9-a209-4189-b5b3-55fbf6a7f6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'e562a705-db99-44a5-84db-c9cb691dc10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:24:09.889304 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-fd989ab9-d986-4f6e-bbae-60a7fb4ecc2a service neutron] Bound using segment: {'id': '47dd59b9-a209-4189-b5b3-55fbf6a7f6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'e562a705-db99-44a5-84db-c9cb691dc10e'} {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:24:09.889945 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-fd989ab9-d986-4f6e-bbae-60a7fb4ecc2a service neutron] Bound port: a018d116-d555-494d-8f8b-bd0cb97e9160, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47dd59b9-a209-4189-b5b3-55fbf6a7f6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'e562a705-db99-44a5-84db-c9cb691dc10e'}}] {{(pid=92884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:24:09.890460 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-fd989ab9-d986-4f6e-bbae-60a7fb4ecc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:09.905573 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df332998-c001-4364-a7ce-4b91b70998ab req-1a37a7ed-b8c2-4ad7-b000-f94b6376d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:09.911866 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-df332998-c001-4364-a7ce-4b91b70998ab req-1a37a7ed-b8c2-4ad7-b000-f94b6376d4eb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=652f5f23ec8a45ea8fe76d30b77bbcff&device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 1096 time: 0.2920101 Jul 13 19:24:09.970513 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-28ad139a-44c8-42b4-a4be-44022ca2b187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669'] for network, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:09.973544 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ad139a-44c8-42b4-a4be-44022ca2b187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:09.974392 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-28ad139a-44c8-42b4-a4be-44022ca2b187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for network, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:10.064647 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-1ee5186a-cf0b-4a67-a59d-c614f21d37fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:10.066547 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-1ee5186a-cf0b-4a67-a59d-c614f21d37fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:10.071538 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-1ee5186a-cf0b-4a67-a59d-c614f21d37fc service neutron] 10.222.0.72 "PUT /v2.0/ports/3cc10f2e-5cdb-47ee-ab16-67c5650a833e HTTP/1.1" status: 200 len: 1093 time: 4.7907226 Jul 13 19:24:10.161428 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9db585d9-20d3-43b8-9dfc-e0e4790f7a01', 'tag': '3cc10f2e-5cdb-47ee-ab16-67c5650a833e'}] {{(pid=92884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:10.260947 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-9d580fe8-9de6-4f94-9ede-26e52934c1f9 service neutron] For port df32e3c1-b87b-4cee-9735-b246f6582efb, host hv-cinder-78693, cleared binding levels {{(pid=92884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:24:10.329869 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-28ad139a-44c8-42b4-a4be-44022ca2b187 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 3.6389713 Jul 13 19:24:10.376717 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df332998-c001-4364-a7ce-4b91b70998ab req-05351aa3-7338-4325-b3d2-a9d97fae2660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:10.382636 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-df332998-c001-4364-a7ce-4b91b70998ab req-05351aa3-7338-4325-b3d2-a9d97fae2660 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=652f5f23ec8a45ea8fe76d30b77bbcff&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4376273 Jul 13 19:24:10.383922 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46326) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:10.400744 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-bee41b29-ffc2-4eb0-8102-27073d793065 admin admin] Request body: {'subnet': {'network_id': '2a8912b6-5a81-4288-805b-0bd43f29b7a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1285068549-subnet', 'tenant_id': 'bb85a913e2a642ddb5fbe31448bc145f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:10.449279 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-953a0278-1279-4d77-b667-317d0b048128 req-5d182a1b-8edd-4c4c-b527-ff560c44ee7b tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7111881 Jul 13 19:24:10.514441 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-9d580fe8-9de6-4f94-9ede-26e52934c1f9 service neutron] For port df32e3c1-b87b-4cee-9735-b246f6582efb, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=df32e3c1-b87b-4cee-9735-b246f6582efb,segment=NetworkSegment(6682d465-6c1b-420d-bda0-e256c276348b),segment_id=6682d465-6c1b-420d-bda0-e256c276348b)] {{(pid=92884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:24:10.563862 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5186a-cf0b-4a67-a59d-c614f21d37fc service neutron] Pushing event updated for resources: {'Port': ['ID=3cc10f2e-5cdb-47ee-ab16-67c5650a833e,revision_number=3']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:10.574432 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-9d580fe8-9de6-4f94-9ede-26e52934c1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:10.580401 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad139a-44c8-42b4-a4be-44022ca2b187 admin admin] Pushing event updated for resources: {'Network': ['ID=2a8912b6-5a81-4288-805b-0bd43f29b7a4,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:10.619049 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Network 2a8912b6-5a81-4288-805b-0bd43f29b7a4 details requested by agent ovs-agent-dv-cinder-786933-3-iscsi with host dv-cinder-786933-3-iscsi {{(pid=92886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:24:10.755817 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-fd989ab9-d986-4f6e-bbae-60a7fb4ecc2a service neutron] For port a018d116-d555-494d-8f8b-bd0cb97e9160, host hv-cinder-78693, cleared binding levels {{(pid=92884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:24:10.755817 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-fd989ab9-d986-4f6e-bbae-60a7fb4ecc2a service neutron] For port a018d116-d555-494d-8f8b-bd0cb97e9160, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a018d116-d555-494d-8f8b-bd0cb97e9160,segment=NetworkSegment(47dd59b9-a209-4189-b5b3-55fbf6a7f6be),segment_id=47dd59b9-a209-4189-b5b3-55fbf6a7f6be)] {{(pid=92884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:24:10.816165 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee41b29-ffc2-4eb0-8102-27073d793065 admin admin] Made reservation on behalf of bb85a913e2a642ddb5fbe31448bc145f for: {'subnet': 1} {{(pid=92885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:24:10.825379 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-bee41b29-ffc2-4eb0-8102-27073d793065 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:10.833532 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-fd989ab9-d986-4f6e-bbae-60a7fb4ecc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:10.890641 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-fd989ab9-d986-4f6e-bbae-60a7fb4ecc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:10.891262 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-fd989ab9-d986-4f6e-bbae-60a7fb4ecc2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:10.892692 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-fd989ab9-d986-4f6e-bbae-60a7fb4ecc2a service neutron] 10.222.0.72 "PUT /v2.0/ports/a018d116-d555-494d-8f8b-bd0cb97e9160 HTTP/1.1" status: 200 len: 1093 time: 5.6084266 Jul 13 19:24:10.910574 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-9d580fe8-9de6-4f94-9ede-26e52934c1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:10.911444 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-9d580fe8-9de6-4f94-9ede-26e52934c1f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:10.912876 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-9d580fe8-9de6-4f94-9ede-26e52934c1f9 service neutron] 10.222.0.72 "PUT /v2.0/ports/df32e3c1-b87b-4cee-9735-b246f6582efb HTTP/1.1" status: 200 len: 1093 time: 5.4742930 Jul 13 19:24:10.947944 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d580fe8-9de6-4f94-9ede-26e52934c1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=df32e3c1-b87b-4cee-9735-b246f6582efb,revision_number=3']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:11.046729 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb3cbc-fb83-49f6-8091-216f4c53a0ab req-a8807ffa-8ea3-4a4d-a930-3978842f43e6 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:11.054112 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-33bb3cbc-fb83-49f6-8091-216f4c53a0ab req-a8807ffa-8ea3-4a4d-a930-3978842f43e6 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9db585d9-20d3-43b8-9dfc-e0e4790f7a01 HTTP/1.1" status: 200 len: 943 time: 0.2826147 Jul 13 19:24:11.061318 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cf84a925f246af12420c5659448fd2d5dd2a3ba7c6b104c2b07d23eb28f3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af4bbeb-f20e-43b5-8791-1b4520e4780b" -d '{"events": [{"name": "network-changed", "server_uuid": "9db585d9-20d3-43b8-9dfc-e0e4790f7a01", "tag": "3cc10f2e-5cdb-47ee-ab16-67c5650a833e"}]}' {{(pid=92884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:11.078098 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-a569043e-fe25-4626-8c4c-7a5cfbce472b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:11.079595 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-a569043e-fe25-4626-8c4c-7a5cfbce472b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5c8b23f02c2c47d98df5e2180b3d6bf6&device_id=9db585d9-20d3-43b8-9dfc-e0e4790f7a01 HTTP/1.1" status: 200 len: 1096 time: 0.7643397 Jul 13 19:24:11.110659 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd989ab9-d986-4f6e-bbae-60a7fb4ecc2a service neutron] Pushing event updated for resources: {'Port': ['ID=a018d116-d555-494d-8f8b-bd0cb97e9160,revision_number=3']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:11.141870 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c393a7-7f09-43bc-80c5-80be91fc3add req-85187da1-4623-4656-9b77-139314bf917c tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:11.152420 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-41c393a7-7f09-43bc-80c5-80be91fc3add req-85187da1-4623-4656-9b77-139314bf917c tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 943 time: 0.7672045 Jul 13 19:24:11.176447 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-33bb3cbc-fb83-49f6-8091-216f4c53a0ab req-0399ee90-7302-4edf-9560-3e2a8009657f tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9b617bf-e73f-411e-b588-35d23f5af7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200085 Jul 13 19:24:11.262782 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-41c393a7-7f09-43bc-80c5-80be91fc3add req-200d48d3-d888-457b-85f7-ed7e23a238e1 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002653 Jul 13 19:24:11.395105 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-fcebd942-4e01-4d57-81db-6c718f76a033 req-9140aa92-ed93-482d-a515-f19f3bb7819c tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0455527 Jul 13 19:24:11.633773 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5808a2-7a55-4dab-8715-5f85d8dad918 x-openstack-request-id: req-1c5808a2-7a55-4dab-8715-5f85d8dad918 {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:11.634980 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9db585d9-20d3-43b8-9dfc-e0e4790f7a01", "tag": "3cc10f2e-5cdb-47ee-ab16-67c5650a833e", "status": "completed", "code": 200}]} {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:11.634980 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1c5808a2-7a55-4dab-8715-5f85d8dad918 {{(pid=92884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:11.634980 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9db585d9-20d3-43b8-9dfc-e0e4790f7a01', 'tag': '3cc10f2e-5cdb-47ee-ab16-67c5650a833e', 'status': 'completed', 'code': 200} Jul 13 19:24:11.639189 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df332998-c001-4364-a7ce-4b91b70998ab req-f93f0f13-6855-4de6-a758-0c3022bbbdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:11.640956 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-df332998-c001-4364-a7ce-4b91b70998ab req-f93f0f13-6855-4de6-a758-0c3022bbbdee service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.1690691 Jul 13 19:24:11.854582 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-bee41b29-ffc2-4eb0-8102-27073d793065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669'] for subnet, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:11.934698 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a2413-711a-49bb-8e8c-d26d6261cba8 req-2389e838-7b7f-4cef-89d3-75b1d6e5e7a7 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:11.946428 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d30a2413-711a-49bb-8e8c-d26d6261cba8 req-2389e838-7b7f-4cef-89d3-75b1d6e5e7a7 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307e83-d619-402c-b7ed-6efd4174b9f0 HTTP/1.1" status: 200 len: 943 time: 0.1514330 Jul 13 19:24:11.966984 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee41b29-ffc2-4eb0-8102-27073d793065 admin admin] Checking segment: {'id': '5c2e342d-07ef-47e0-af69-6835a3fed54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '2a8912b6-5a81-4288-805b-0bd43f29b7a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:24:11.967357 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee41b29-ffc2-4eb0-8102-27073d793065 admin admin] Network hostable DHCP agents. Network: 2a8912b6-5a81-4288-805b-0bd43f29b7a4, hostable agents: ['46ee3fc2-8c8b-485e-8a09-c5820fb474f8'], hosted agents: [] {{(pid=92885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:24:11.988647 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee41b29-ffc2-4eb0-8102-27073d793065 admin admin] Pushing event updated for resources: {'Subnet': ['ID=430a8cd5-6f87-4665-bf6c-92054fd5ad89,revision_number=0']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:12.013213 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee41b29-ffc2-4eb0-8102-27073d793065 admin admin] Network 2a8912b6-5a81-4288-805b-0bd43f29b7a4 is scheduled to be hosted by DHCP agent 46ee3fc2-8c8b-485e-8a09-c5820fb474f8 with binding_index 1 {{(pid=92885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:24:12.040840 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46370) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:12.044417 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d30a2413-711a-49bb-8e8c-d26d6261cba8 req-b15bd89c-8552-4392-9fb2-1c806ace9d56 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970192 Jul 13 19:24:12.064401 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.base_scheduler [None req-bee41b29-ffc2-4eb0-8102-27073d793065 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-3-iscsi, 2a8912b6-5a81-4288-805b-0bd43f29b7a4) {{(pid=92885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:24:12.072663 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee41b29-ffc2-4eb0-8102-27073d793065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:12.073302 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-bee41b29-ffc2-4eb0-8102-27073d793065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for subnet, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:12.077108 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1daa3f-173f-4e92-8465-8a20889aeded None None] Network 2a8912b6-5a81-4288-805b-0bd43f29b7a4 requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:24:12.098616 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-bee41b29-ffc2-4eb0-8102-27073d793065 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6963706 Jul 13 19:24:12.248905 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1f34da-6add-434f-9086-d70a37a8c3b1 None None] Network 2a8912b6-5a81-4288-805b-0bd43f29b7a4 requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:24:12.256770 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-7fd8752e-c520-454e-8e3a-11b5383ab6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:12.549012 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-7fd8752e-c520-454e-8e3a-11b5383ab6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:12.561506 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-7fd8752e-c520-454e-8e3a-11b5383ab6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:12.578780 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70b421-3023-44df-9f83-b830a7f44352 req-c2a0634c-7a2e-48e2-87f6-840815ca8235 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:12.586361 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1f70b421-3023-44df-9f83-b830a7f44352 req-c2a0634c-7a2e-48e2-87f6-840815ca8235 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 943 time: 0.1165974 Jul 13 19:24:12.598980 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:12.638624 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1f70b421-3023-44df-9f83-b830a7f44352 req-6c30cea6-e40e-47be-8b04-b40d6317ad1c tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512879 Jul 13 19:24:12.644244 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-7fd8752e-c520-454e-8e3a-11b5383ab6ed admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d69e54da6aa94e6fadadfe4e2bca1912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5998940 Jul 13 19:24:12.644244 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8752e-c520-454e-8e3a-11b5383ab6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c5f7a3-9304-49d4-a8e6-2c604014d7ba,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:12.645597 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 46404) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:12.675298 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf907444-ab49-43c9-887a-0791643369bc req-76e79cbd-05ec-442a-a03a-6edfe5158763 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:12.677064 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-cf907444-ab49-43c9-887a-0791643369bc req-76e79cbd-05ec-442a-a03a-6edfe5158763 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9db585d9-20d3-43b8-9dfc-e0e4790f7a01 HTTP/1.1" status: 200 len: 943 time: 0.1832967 Jul 13 19:24:12.734076 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-cf907444-ab49-43c9-887a-0791643369bc req-275699ce-09b3-4de1-901d-cfa18f671c81 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9b617bf-e73f-411e-b588-35d23f5af7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493369 Jul 13 19:24:12.758134 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-11a92f96-6802-4cab-ab5c-fddfa8781e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:12.784984 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-11a92f96-6802-4cab-ab5c-fddfa8781e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:12.889531 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-bb0dbe22-ac03-4f40-8dfc-04c9f1a417ec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cc10f2e-5cdb-47ee-ab16-67c5650a833e HTTP/1.1" status: 200 len: 217 time: 0.0943077 Jul 13 19:24:12.908152 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-5dc200f9-ad0a-4586-9dca-83bf07fa2640 req-f1ab6975-83ef-4367-9148-f68864342e04 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0986083 Jul 13 19:24:12.934720 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-11a92f96-6802-4cab-ab5c-fddfa8781e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:12.937920 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-11a92f96-6802-4cab-ab5c-fddfa8781e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:12.942587 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-11a92f96-6802-4cab-ab5c-fddfa8781e5a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c3c5f7a3-9304-49d4-a8e6-2c604014d7ba HTTP/1.1" status: 204 len: 168 time: 0.2965617 Jul 13 19:24:12.966473 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a92f96-6802-4cab-ab5c-fddfa8781e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c5f7a3-9304-49d4-a8e6-2c604014d7ba,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:13.056069 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-fb261d9b-5373-4f12-91b9-7cb47bef433c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:13.057957 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-fb261d9b-5373-4f12-91b9-7cb47bef433c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7dba3834cf94d53b5eb7919c55c4945&device_id=6e307e83-d619-402c-b7ed-6efd4174b9f0 HTTP/1.1" status: 200 len: 1096 time: 0.0728900 Jul 13 19:24:13.186908 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-4ab320a0-35e6-4c26-80b2-4057015b66b1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df32e3c1-b87b-4cee-9735-b246f6582efb HTTP/1.1" status: 200 len: 217 time: 0.1183252 Jul 13 19:24:13.301919 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-3e74629e-5e26-4d15-a225-0e0924ed5061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:13.303576 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-3e74629e-5e26-4d15-a225-0e0924ed5061 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=82f1198a-dc93-4567-a47f-87bd333e3e58 HTTP/1.1" status: 200 len: 854 time: 0.1097410 Jul 13 19:24:13.323648 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-79a78340-36f8-49ee-8f43-880fcdb8d661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:13.327849 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-79a78340-36f8-49ee-8f43-880fcdb8d661 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5839643a-22f2-405e-87dc-7135c519d00c HTTP/1.1" status: 200 len: 851 time: 0.3799820 Jul 13 19:24:13.386849 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.72', 55455) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:13.389050 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-3bcecca7-3ca2-4a23-b96b-13baac86a2ea service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=14adc513-802f-41c3-aa1b-5a69cf6267ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701597 Jul 13 19:24:13.408920 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 46430) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:13.439277 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-6195f98c-e0fe-4a9f-9839-99c797900fd6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac62b834-c4f2-4379-9b3d-6de271a72a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992069 Jul 13 19:24:13.445444 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-6afe0c05-2f00-4c1e-9a03-ed52c861e051 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1901305713-network', 'tenant_id': '681b79e95bc744a4822ef5b95db5acaa'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:13.516545 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 46432) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:13.522828 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-9dcede40-b345-441f-916b-c3668af820e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:13.524569 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-9dcede40-b345-441f-916b-c3668af820e3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=652f5f23ec8a45ea8fe76d30b77bbcff&device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 1096 time: 0.5337491 Jul 13 19:24:13.584277 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0580b-5f04-4208-b34d-8e0cd1fd5136 req-f6ee3acf-ef0d-4701-8f5c-3a78c7092008 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:13.586326 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b7d0580b-5f04-4208-b34d-8e0cd1fd5136 req-f6ee3acf-ef0d-4701-8f5c-3a78c7092008 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307e83-d619-402c-b7ed-6efd4174b9f0 HTTP/1.1" status: 200 len: 943 time: 0.3507926 Jul 13 19:24:13.599357 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-fb219b1f-8e67-4727-b334-1d1b8d79a32b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:13.609262 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-b430ead0-605e-4504-8b9f-a9eb241b7d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:13.611264 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-b430ead0-605e-4504-8b9f-a9eb241b7d5c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=652f5f23ec8a45ea8fe76d30b77bbcff&device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 1096 time: 0.4333336 Jul 13 19:24:13.633398 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-ba19894c-f972-4741-b7c5-3ae890ac3e75 service neutron] 10.222.0.72 "GET /v2.0/networks/14adc513-802f-41c3-aa1b-5a69cf6267ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110410 Jul 13 19:24:13.636893 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c6ebc9-3ade-4e24-9598-55c27d034a3e', 'tag': 'a018d116-d555-494d-8f8b-bd0cb97e9160'}, {'name': 'network-changed', 'server_uuid': '6e307e83-d619-402c-b7ed-6efd4174b9f0', 'tag': 'df32e3c1-b87b-4cee-9735-b246f6582efb'}] {{(pid=92884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:13.639343 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cf84a925f246af12420c5659448fd2d5dd2a3ba7c6b104c2b07d23eb28f3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a872169a-b502-44df-888e-421d4e7c32a0" -d '{"events": [{"name": "network-changed", "server_uuid": "05c6ebc9-3ade-4e24-9598-55c27d034a3e", "tag": "a018d116-d555-494d-8f8b-bd0cb97e9160"}, {"name": "network-changed", "server_uuid": "6e307e83-d619-402c-b7ed-6efd4174b9f0", "tag": "df32e3c1-b87b-4cee-9735-b246f6582efb"}]}' {{(pid=92884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:13.783349 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b7d0580b-5f04-4208-b34d-8e0cd1fd5136 req-bad22abb-a4b8-4dab-b11e-542f07f84269 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885867 Jul 13 19:24:13.830962 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-37df5bc2-ae7a-4697-b122-c5c2e1d40843 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:13.833390 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-37df5bc2-ae7a-4697-b122-c5c2e1d40843 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.72 "GET /v2.0/networks?id=cf7dab8a-c373-4837-ae0f-7b4d00b9b824 HTTP/1.1" status: 200 len: 811 time: 0.4427750 Jul 13 19:24:13.834419 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-ef9d5e69-f842-4f09-a447-db4afb23eabc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac136d91-7eee-4c03-83c5-bab8c02e7802 HTTP/1.1" status: 200 len: 217 time: 0.2028337 Jul 13 19:24:13.857560 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afe0c05-2f00-4c1e-9a03-ed52c861e051 admin admin] Made reservation on behalf of 681b79e95bc744a4822ef5b95db5acaa for: {'network': 1} {{(pid=92884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:24:13.860139 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-6afe0c05-2f00-4c1e-9a03-ed52c861e051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for network, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:13.876060 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-7e50528b-441f-4b24-bce9-75c74b56db52 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a018d116-d555-494d-8f8b-bd0cb97e9160 HTTP/1.1" status: 200 len: 217 time: 0.2807064 Jul 13 19:24:13.890322 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-fdfb1e2f-51b0-49af-80f3-0dbf40a38f46 service neutron] 10.222.0.72 "GET /v2.0/networks/14adc513-802f-41c3-aa1b-5a69cf6267ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366600 Jul 13 19:24:13.942772 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-4b5aa37c-9a0d-48e7-a5e7-95ba3d46a09d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2df23c120004786bdbc54c2ad27b7df HTTP/1.1" status: 200 len: 380 time: 0.0768976 Jul 13 19:24:13.968607 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-2092e561-8d58-4584-b68c-a0269987762d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Request body: {'port': {'device_id': 'd1aa321f-ca42-4de7-95ae-b793cb60f178', 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824', 'admin_state_up': True, 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'security_groups': ['366ba3bc-322d-401a-8f95-29889f89d4ed']}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:13.974845 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-6afe0c05-2f00-4c1e-9a03-ed52c861e051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:13.983968 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-d327e1ad-bdcf-4518-ac78-9bf783b492e5 service neutron] 10.222.0.72 "GET /v2.0/networks/ac62b834-c4f2-4379-9b3d-6de271a72a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5313654 Jul 13 19:24:14.044413 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-f99525f7-9d49-4ecd-bb54-a595c4ee021a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:14.046106 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-f99525f7-9d49-4ecd-bb54-a595c4ee021a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=378d89dc-bfdb-437d-a3cf-f875b6da89ed HTTP/1.1" status: 200 len: 857 time: 0.1814878 Jul 13 19:24:14.104966 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888537a-291f-440f-b217-08380da63453 req-73478d3e-a17a-440b-a544-4df3dc0dfb32 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:14.104966 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-a888537a-291f-440f-b217-08380da63453 req-73478d3e-a17a-440b-a544-4df3dc0dfb32 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9db585d9-20d3-43b8-9dfc-e0e4790f7a01 HTTP/1.1" status: 200 len: 943 time: 0.1796424 Jul 13 19:24:14.143812 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-a888537a-291f-440f-b217-08380da63453 req-771d4860-9e22-442e-83d1-aca2d09ac8ee tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9b617bf-e73f-411e-b588-35d23f5af7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351386 Jul 13 19:24:14.148853 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-26c833a9-d947-4690-847d-c3ad64b89597 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e562a705-db99-44a5-84db-c9cb691dc10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869672 Jul 13 19:24:14.154184 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-625a318b-caec-4963-8c2a-47214697cf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:14.155805 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-625a318b-caec-4963-8c2a-47214697cf80 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=378d89dc-bfdb-437d-a3cf-f875b6da89ed HTTP/1.1" status: 200 len: 857 time: 0.2131953 Jul 13 19:24:14.222620 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63c7a4e-04eb-4b6e-83f3-5e50f58fb948 x-openstack-request-id: req-c63c7a4e-04eb-4b6e-83f3-5e50f58fb948 {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:14.222915 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c6ebc9-3ade-4e24-9598-55c27d034a3e", "tag": "a018d116-d555-494d-8f8b-bd0cb97e9160", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6e307e83-d619-402c-b7ed-6efd4174b9f0", "tag": "df32e3c1-b87b-4cee-9735-b246f6582efb", "status": "completed", "code": 200}]} {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:14.223168 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c63c7a4e-04eb-4b6e-83f3-5e50f58fb948 {{(pid=92884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:14.223544 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c6ebc9-3ade-4e24-9598-55c27d034a3e', 'tag': 'a018d116-d555-494d-8f8b-bd0cb97e9160', 'status': 'completed', 'code': 200} Jul 13 19:24:14.223790 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e307e83-d619-402c-b7ed-6efd4174b9f0', 'tag': 'df32e3c1-b87b-4cee-9735-b246f6582efb', 'status': 'completed', 'code': 200} Jul 13 19:24:14.255713 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-afac3016-9309-4d5b-9c8d-6c23fd72c026 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e562a705-db99-44a5-84db-c9cb691dc10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923948 Jul 13 19:24:14.315079 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-f303ac15-155a-4210-8a8c-92ab51556ca4 req-72cf291c-81e5-41ae-bd9b-9b46892ee7ad tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0295844 Jul 13 19:24:14.326707 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506f57b-955e-4cc7-be6e-adf69ba48cca req-6aa2fd14-fa06-4830-8566-95e20e0d2d6c tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:14.328213 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f506f57b-955e-4cc7-be6e-adf69ba48cca req-6aa2fd14-fa06-4830-8566-95e20e0d2d6c tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 943 time: 0.4727235 Jul 13 19:24:14.365796 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-971c4d39-5372-4d1c-8650-c9d8d3800eda req-e585782c-4979-494a-9dfe-357aa2780d9c service neutron] 10.222.0.72 "GET /v2.0/networks/ac62b834-c4f2-4379-9b3d-6de271a72a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465118 Jul 13 19:24:14.412284 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-fb219b1f-8e67-4727-b334-1d1b8d79a32b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:14.428813 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-fb219b1f-8e67-4727-b334-1d1b8d79a32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:14.516008 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-1c1d8fe8-77ab-4176-bd4b-feafba51edda service neutron] 10.222.0.72 "GET /v2.0/networks/e562a705-db99-44a5-84db-c9cb691dc10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584037 Jul 13 19:24:14.557285 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f506f57b-955e-4cc7-be6e-adf69ba48cca req-2f7016d8-ec9e-41d4-af7b-1c0f485c7bf9 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987066 Jul 13 19:24:14.577991 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-fb219b1f-8e67-4727-b334-1d1b8d79a32b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fb04f7cdfbf6495d99fb9554450020f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0523384 Jul 13 19:24:14.579537 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb219b1f-8e67-4727-b334-1d1b8d79a32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfb4f8e-a202-4b5e-a18c-36523e69ed1f,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:14.580805 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46464) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:14.583230 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-e8f8ecb9-c440-4588-9777-dae2a64d4fa4 service neutron] 10.222.0.72 "GET /v2.0/networks/e562a705-db99-44a5-84db-c9cb691dc10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147469 Jul 13 19:24:14.630925 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-26346164-cfae-4916-b9c9-b5cc9b2ee779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:14.651709 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-26346164-cfae-4916-b9c9-b5cc9b2ee779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:14.698450 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-26346164-cfae-4916-b9c9-b5cc9b2ee779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:14.701237 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-26346164-cfae-4916-b9c9-b5cc9b2ee779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:14.702401 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-26346164-cfae-4916-b9c9-b5cc9b2ee779 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4bfb4f8e-a202-4b5e-a18c-36523e69ed1f HTTP/1.1" status: 204 len: 168 time: 0.1205966 Jul 13 19:24:14.710146 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26346164-cfae-4916-b9c9-b5cc9b2ee779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfb4f8e-a202-4b5e-a18c-36523e69ed1f,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:14.729741 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4bbeb-f20e-43b5-8791-1b4520e4780b req-69faf243-ae81-492e-b3ec-175d1cf04cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:14.731250 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1af4bbeb-f20e-43b5-8791-1b4520e4780b req-69faf243-ae81-492e-b3ec-175d1cf04cb1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5c8b23f02c2c47d98df5e2180b3d6bf6&device_id=9db585d9-20d3-43b8-9dfc-e0e4790f7a01 HTTP/1.1" status: 200 len: 1096 time: 0.3089015 Jul 13 19:24:14.825346 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f39f6627-7d82-4dfb-b8bd-5c10beaa33a8 req-3fc03dbe-3f74-49c8-a0fa-36849044899b service neutron] 10.222.0.72 "GET /v2.0/networks/e562a705-db99-44a5-84db-c9cb691dc10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953050 Jul 13 19:24:14.883474 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-73b05c8b-be21-4573-8243-ac94afa8b882 req-ec4efc3a-9844-4d0b-accc-ad341f83b0bf service neutron] 10.222.0.72 "GET /v2.0/networks/e562a705-db99-44a5-84db-c9cb691dc10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707791 Jul 13 19:24:14.906794 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-6afe0c05-2f00-4c1e-9a03-ed52c861e051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:14.923810 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-6afe0c05-2f00-4c1e-9a03-ed52c861e051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:14.938852 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-2092e561-8d58-4584-b68c-a0269987762d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Made reservation on behalf of f2df23c120004786bdbc54c2ad27b7df for: {'port': 1} {{(pid=92885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:24:14.942953 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-2092e561-8d58-4584-b68c-a0269987762d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:14.991335 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6afe0c05-2f00-4c1e-9a03-ed52c861e051 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1160} {{(pid=92884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:24:14.999219 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4bbeb-f20e-43b5-8791-1b4520e4780b req-a22c5a15-0937-4a03-bc6b-14ab2e2d8095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:15.000854 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1af4bbeb-f20e-43b5-8791-1b4520e4780b req-a22c5a15-0937-4a03-bc6b-14ab2e2d8095 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac62b834-c4f2-4379-9b3d-6de271a72a32 HTTP/1.1" status: 200 len: 913 time: 0.2524865 Jul 13 19:24:15.015632 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe0c05-2f00-4c1e-9a03-ed52c861e051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6b84a7-908d-400b-836d-691bcb51badf,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:15.024048 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-6afe0c05-2f00-4c1e-9a03-ed52c861e051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480'] for segment, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:15.024407 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.db.segments_db [None req-6afe0c05-2f00-4c1e-9a03-ed52c861e051 admin admin] Added segment 0a04f974-12cf-48e3-b24f-2ad15bf21bfd of type vlan for network 7fba4a72-067f-485a-9c0a-0004ea2660d5 Jul 13 19:24:15.064400 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1af4bbeb-f20e-43b5-8791-1b4520e4780b req-f6e3925a-70b8-4cbe-b8c2-99309992829b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cc10f2e-5cdb-47ee-ab16-67c5650a833e HTTP/1.1" status: 200 len: 217 time: 0.0526774 Jul 13 19:24:15.089971 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82d555-894f-4876-b79d-e9067c83f857 req-4e9b13c0-c564-4b0d-80f7-98723e24d0a8 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:15.091591 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-1d82d555-894f-4876-b79d-e9067c83f857 req-4e9b13c0-c564-4b0d-80f7-98723e24d0a8 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307e83-d619-402c-b7ed-6efd4174b9f0 HTTP/1.1" status: 200 len: 943 time: 0.1429279 Jul 13 19:24:15.161653 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.db_base_plugin_common [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-2092e561-8d58-4584-b68c-a0269987762d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Allocated IP 172.20.0.4 (cf7dab8a-c373-4837-ae0f-7b4d00b9b824/c43d8f9f-c845-4d5c-82df-5404e88902e1/7e460608-e870-437f-8280-90358297765f) {{(pid=92885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:24:15.179703 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-1d82d555-894f-4876-b79d-e9067c83f857 req-e81e676c-6874-4f55-8881-8c5808c602c5 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678213 Jul 13 19:24:15.227391 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-370072e6-28c5-4d11-b41e-756ff65506f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:15.315903 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-6afe0c05-2f00-4c1e-9a03-ed52c861e051 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772357517572'] for network, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:15.340812 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872169a-b502-44df-888e-421d4e7c32a0 req-e530fd64-57a7-4798-9ce4-5ec8bfa7b267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:15.342500 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a872169a-b502-44df-888e-421d4e7c32a0 req-e530fd64-57a7-4798-9ce4-5ec8bfa7b267 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=652f5f23ec8a45ea8fe76d30b77bbcff&device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 1096 time: 0.3972149 Jul 13 19:24:15.379605 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4bbeb-f20e-43b5-8791-1b4520e4780b req-5074faf1-b102-48bd-bb9d-8232f9edeeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:15.381752 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1af4bbeb-f20e-43b5-8791-1b4520e4780b req-5074faf1-b102-48bd-bb9d-8232f9edeeb4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5839643a-22f2-405e-87dc-7135c519d00c HTTP/1.1" status: 200 len: 851 time: 0.1097362 Jul 13 19:24:15.392366 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-2092e561-8d58-4584-b68c-a0269987762d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for port, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:15.447056 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.provisioning_blocks [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-2092e561-8d58-4584-b68c-a0269987762d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Transition to ACTIVE for port object 7e460608-e870-437f-8280-90358297765f will not be triggered until provisioned by entity DHCP. {{(pid=92885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:24:15.454980 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1af4bbeb-f20e-43b5-8791-1b4520e4780b req-0c23a004-6e63-4453-b210-56c2ef4bb424 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac62b834-c4f2-4379-9b3d-6de271a72a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444627 Jul 13 19:24:15.455926 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-6afe0c05-2f00-4c1e-9a03-ed52c861e051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669'] for network, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:15.457185 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afe0c05-2f00-4c1e-9a03-ed52c861e051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:15.457903 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-6afe0c05-2f00-4c1e-9a03-ed52c861e051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for network, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:15.541612 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-2092e561-8d58-4584-b68c-a0269987762d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819'] for port, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:15.590782 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-6afe0c05-2f00-4c1e-9a03-ed52c861e051 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 2.1537809 Jul 13 19:24:15.604200 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 46506) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:15.606807 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-2092e561-8d58-4584-b68c-a0269987762d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Network cf7dab8a-c373-4837-ae0f-7b4d00b9b824 is already hosted by enough agents. {{(pid=92885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:24:15.612415 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.base_scheduler [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-2092e561-8d58-4584-b68c-a0269987762d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Resources bound (agent type, host, resource id): {{(pid=92885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:24:15.626771 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-d8019b6a-8984-4068-b769-dec58bc3378e admin admin] Request body: {'subnet': {'network_id': '7fba4a72-067f-485a-9c0a-0004ea2660d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1901305713-subnet', 'tenant_id': '681b79e95bc744a4822ef5b95db5acaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:15.626938 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.l3_dvrscheduler_db [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-2092e561-8d58-4584-b68c-a0269987762d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Received port after_create {{(pid=92885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:24:15.631738 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-2092e561-8d58-4584-b68c-a0269987762d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:15.632399 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-2092e561-8d58-4584-b68c-a0269987762d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for port, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:15.653008 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe0c05-2f00-4c1e-9a03-ed52c861e051 admin admin] Pushing event updated for resources: {'Network': ['ID=7fba4a72-067f-485a-9c0a-0004ea2660d5,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:15.661390 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872169a-b502-44df-888e-421d4e7c32a0 req-edb27e23-d705-436a-a188-2b4aa8846a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:15.662998 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a872169a-b502-44df-888e-421d4e7c32a0 req-edb27e23-d705-436a-a188-2b4aa8846a54 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e562a705-db99-44a5-84db-c9cb691dc10e HTTP/1.1" status: 200 len: 919 time: 0.3110251 Jul 13 19:24:15.669796 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Network 7fba4a72-067f-485a-9c0a-0004ea2660d5 details requested by agent ovs-agent-dv-cinder-786933-3-iscsi with host dv-cinder-786933-3-iscsi {{(pid=92886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:24:15.695061 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-2092e561-8d58-4584-b68c-a0269987762d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7326133 Jul 13 19:24:15.696611 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092e561-8d58-4584-b68c-a0269987762d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Pushing event updated for resources: {'Port': ['ID=7e460608-e870-437f-8280-90358297765f,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:15.715694 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-9f880180-0d47-49d9-8485-56b07a18815e service neutron] Request body: {'port': {'device_id': 'd1aa321f-ca42-4de7-95ae-b793cb60f178', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:15.760221 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a872169a-b502-44df-888e-421d4e7c32a0 req-2d0ca3a0-63c2-47c1-8060-555312334561 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a018d116-d555-494d-8f8b-bd0cb97e9160 HTTP/1.1" status: 200 len: 217 time: 0.0653162 Jul 13 19:24:15.762539 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1af4bbeb-f20e-43b5-8791-1b4520e4780b req-f4ca65ea-e983-42b7-96d8-114b4f1798e5 service neutron] 10.222.0.72 "GET /v2.0/networks/ac62b834-c4f2-4379-9b3d-6de271a72a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967782 Jul 13 19:24:15.810656 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220baca-c3bd-4165-9393-fb7a05ccd00c req-191aa104-b07d-417a-bbb8-e0020926d458 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:15.812216 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-c220baca-c3bd-4165-9393-fb7a05ccd00c req-191aa104-b07d-417a-bbb8-e0020926d458 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 931 time: 0.1976473 Jul 13 19:24:15.862227 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8019b6a-8984-4068-b769-dec58bc3378e admin admin] Made reservation on behalf of 681b79e95bc744a4822ef5b95db5acaa for: {'subnet': 1} {{(pid=92884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:24:15.865293 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-9f880180-0d47-49d9-8485-56b07a18815e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:15.865522 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-d8019b6a-8984-4068-b769-dec58bc3378e admin admin] Notify callbacks [] for subnet, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:15.874675 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07497233-f6d5-41d6-9149-21d6ab5699bc req-924eb313-7795-416e-b283-8be8a9a1084f tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:15.881828 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-07497233-f6d5-41d6-9149-21d6ab5699bc req-924eb313-7795-416e-b283-8be8a9a1084f tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9db585d9-20d3-43b8-9dfc-e0e4790f7a01 HTTP/1.1" status: 200 len: 943 time: 0.3487968 Jul 13 19:24:15.886273 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-c220baca-c3bd-4165-9393-fb7a05ccd00c req-d83a6b33-7322-44e9-8c8b-bf173b62c566 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532548 Jul 13 19:24:15.993027 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-c55fc7d6-4f6b-4363-b184-bdfb368b3e67 None None] Provisioning for port 7e460608-e870-437f-8280-90358297765f completed by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:24:15.996848 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-c55fc7d6-4f6b-4363-b184-bdfb368b3e67 None None] Provisioning complete for port 7e460608-e870-437f-8280-90358297765f triggered by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:15.997225 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-c55fc7d6-4f6b-4363-b184-bdfb368b3e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:16.022687 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872169a-b502-44df-888e-421d4e7c32a0 req-bbf1bb12-3a74-41cc-b024-89a7c1f9b456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:16.025040 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a872169a-b502-44df-888e-421d4e7c32a0 req-bbf1bb12-3a74-41cc-b024-89a7c1f9b456 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=378d89dc-bfdb-437d-a3cf-f875b6da89ed HTTP/1.1" status: 200 len: 857 time: 0.2479849 Jul 13 19:24:16.047555 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-07497233-f6d5-41d6-9149-21d6ab5699bc req-2cd56f55-6731-4bb9-b6f2-a1bc32644533 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9b617bf-e73f-411e-b588-35d23f5af7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647451 Jul 13 19:24:16.066470 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-c55fc7d6-4f6b-4363-b184-bdfb368b3e67 None None] Port 7e460608-e870-437f-8280-90358297765f cannot update to ACTIVE because it is not bound. {{(pid=92886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:24:16.108588 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a872169a-b502-44df-888e-421d4e7c32a0 req-f7c02232-e0a2-420e-b69c-03c3c5e8d66d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e562a705-db99-44a5-84db-c9cb691dc10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745289 Jul 13 19:24:16.118296 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1af4bbeb-f20e-43b5-8791-1b4520e4780b req-014f875d-b98f-490b-b2ed-c6d32361abfa service neutron] 10.222.0.72 "GET /v2.0/networks/ac62b834-c4f2-4379-9b3d-6de271a72a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305621 Jul 13 19:24:16.168556 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0dccee-b55a-455f-8777-0f132500b5ca req-e4c080ba-293b-4b44-8fb4-8e3699f6fdd2 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:16.175241 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-bf0dccee-b55a-455f-8777-0f132500b5ca req-e4c080ba-293b-4b44-8fb4-8e3699f6fdd2 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 943 time: 0.1531332 Jul 13 19:24:16.243424 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-bf0dccee-b55a-455f-8777-0f132500b5ca req-a5b24195-167d-4b2d-81b7-505ec41c0f1e tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672500 Jul 13 19:24:16.279002 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a872169a-b502-44df-888e-421d4e7c32a0 req-ee259d66-43d6-4657-aa16-db45775dcb5e service neutron] 10.222.0.72 "GET /v2.0/networks/e562a705-db99-44a5-84db-c9cb691dc10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631892 Jul 13 19:24:16.301238 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.notifiers.nova [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-9f880180-0d47-49d9-8485-56b07a18815e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e460608-e870-437f-8280-90358297765f {{(pid=92885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:24:16.310051 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device df32e3c1-b87b-4cee-9735-b246f6582efb details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:24:16.313023 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-9f880180-0d47-49d9-8485-56b07a18815e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:16.314656 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-d8019b6a-8984-4068-b769-dec58bc3378e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669'] for subnet, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:16.328943 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.provisioning_blocks [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-9f880180-0d47-49d9-8485-56b07a18815e service neutron] Transition to ACTIVE for port object 7e460608-e870-437f-8280-90358297765f will not be triggered until provisioned by entity L2. {{(pid=92885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:24:16.335206 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-9f880180-0d47-49d9-8485-56b07a18815e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:16.400530 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f880180-0d47-49d9-8485-56b07a18815e service neutron] Pushing event updated for resources: {'Port': ['ID=7e460608-e870-437f-8280-90358297765f,revision_number=2']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:16.426937 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8019b6a-8984-4068-b769-dec58bc3378e admin admin] Pushing event updated for resources: {'Subnet': ['ID=59a8c9f0-fada-4878-b15f-3019cff6e9a3,revision_number=0']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:16.441313 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.managers [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-9f880180-0d47-49d9-8485-56b07a18815e service neutron] Attempting to bind port 7e460608-e870-437f-8280-90358297765f on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:24:16.441652 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.managers [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-9f880180-0d47-49d9-8485-56b07a18815e service neutron] Attempting to bind port 7e460608-e870-437f-8280-90358297765f by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'a40130a1-c2a7-4243-8f3c-b4ef1dc74555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824'}] {{(pid=92885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:24:16.441977 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-9f880180-0d47-49d9-8485-56b07a18815e service neutron] Attempting to bind port 7e460608-e870-437f-8280-90358297765f on network cf7dab8a-c373-4837-ae0f-7b4d00b9b824 {{(pid=92885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:16.447369 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port df32e3c1-b87b-4cee-9735-b246f6582efb, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=df32e3c1-b87b-4cee-9735-b246f6582efb,segment=NetworkSegment(6682d465-6c1b-420d-bda0-e256c276348b),segment_id=6682d465-6c1b-420d-bda0-e256c276348b)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:16.451870 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-9f880180-0d47-49d9-8485-56b07a18815e service neutron] Port 7e460608-e870-437f-8280-90358297765f on network cf7dab8a-c373-4837-ae0f-7b4d00b9b824 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:24:16.452192 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-9f880180-0d47-49d9-8485-56b07a18815e service neutron] Attempting to bind port 7e460608-e870-437f-8280-90358297765f on network cf7dab8a-c373-4837-ae0f-7b4d00b9b824 {{(pid=92885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:16.458850 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-9f880180-0d47-49d9-8485-56b07a18815e service neutron] Checking agent: {'id': '412a95eb-dbf1-48e2-9390-163f76043269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 22, 13), 'started_at': datetime.datetime(2021, 7, 13, 19, 22, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:24:16.461970 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-9f880180-0d47-49d9-8485-56b07a18815e service neutron] Checking segment: {'id': 'a40130a1-c2a7-4243-8f3c-b4ef1dc74555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:24:16.462362 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-9f880180-0d47-49d9-8485-56b07a18815e service neutron] Bound using segment: {'id': 'a40130a1-c2a7-4243-8f3c-b4ef1dc74555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824'} {{(pid=92885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:24:16.462811 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.managers [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-9f880180-0d47-49d9-8485-56b07a18815e service neutron] Bound port: 7e460608-e870-437f-8280-90358297765f, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a40130a1-c2a7-4243-8f3c-b4ef1dc74555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824'}}] {{(pid=92885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:24:16.463224 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-9f880180-0d47-49d9-8485-56b07a18815e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:16.464459 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Returning: {'device': 'df32e3c1-b87b-4cee-9735-b246f6582efb', 'network_id': '14adc513-802f-41c3-aa1b-5a69cf6267ec', 'port_id': 'df32e3c1-b87b-4cee-9735-b246f6582efb', 'mac_address': 'fa:16:3e:57:76:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f1198a-dc93-4567-a47f-87bd333e3e58', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:24:16.499823 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8019b6a-8984-4068-b769-dec58bc3378e admin admin] Checking segment: {'id': '0a04f974-12cf-48e3-b24f-2ad15bf21bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '7fba4a72-067f-485a-9c0a-0004ea2660d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:24:16.500279 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8019b6a-8984-4068-b769-dec58bc3378e admin admin] Network hostable DHCP agents. Network: 7fba4a72-067f-485a-9c0a-0004ea2660d5, hostable agents: ['46ee3fc2-8c8b-485e-8a09-c5820fb474f8'], hosted agents: [] {{(pid=92884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:24:16.514081 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:16.538478 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.db [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-9f880180-0d47-49d9-8485-56b07a18815e service neutron] For port 7e460608-e870-437f-8280-90358297765f, host hv-cinder-78693, cleared binding levels {{(pid=92885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:24:16.542547 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.db [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-9f880180-0d47-49d9-8485-56b07a18815e service neutron] For port 7e460608-e870-437f-8280-90358297765f, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7e460608-e870-437f-8280-90358297765f,segment=NetworkSegment(a40130a1-c2a7-4243-8f3c-b4ef1dc74555),segment_id=a40130a1-c2a7-4243-8f3c-b4ef1dc74555)] {{(pid=92885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:24:16.549965 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-9f880180-0d47-49d9-8485-56b07a18815e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:16.550879 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.notifiers.nova [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df32e3c1-b87b-4cee-9735-b246f6582efb {{(pid=92886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:24:16.558043 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a872169a-b502-44df-888e-421d4e7c32a0 req-40900e34-d227-4d70-a435-12b53a6c9d70 service neutron] 10.222.0.72 "GET /v2.0/networks/e562a705-db99-44a5-84db-c9cb691dc10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611043 Jul 13 19:24:16.627656 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port df32e3c1-b87b-4cee-9735-b246f6582efb, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=df32e3c1-b87b-4cee-9735-b246f6582efb,segment=NetworkSegment(6682d465-6c1b-420d-bda0-e256c276348b),segment_id=6682d465-6c1b-420d-bda0-e256c276348b)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:16.631650 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feabe2ec-a3ae-4176-ab38-75562eecea4f req-45b39ca3-38d5-4040-9c74-8f6d0c6e38dc tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:16.635306 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-feabe2ec-a3ae-4176-ab38-75562eecea4f req-45b39ca3-38d5-4040-9c74-8f6d0c6e38dc tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307e83-d619-402c-b7ed-6efd4174b9f0 HTTP/1.1" status: 200 len: 943 time: 0.1678629 Jul 13 19:24:16.638721 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:16.640472 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8019b6a-8984-4068-b769-dec58bc3378e admin admin] Network 7fba4a72-067f-485a-9c0a-0004ea2660d5 is scheduled to be hosted by DHCP agent 46ee3fc2-8c8b-485e-8a09-c5820fb474f8 with binding_index 1 {{(pid=92884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:24:16.641022 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 3cc10f2e-5cdb-47ee-ab16-67c5650a833e details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:24:16.649954 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-9f880180-0d47-49d9-8485-56b07a18815e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:16.650581 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-9f880180-0d47-49d9-8485-56b07a18815e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for port, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:16.658043 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-9f880180-0d47-49d9-8485-56b07a18815e service neutron] 10.222.0.72 "PUT /v2.0/ports/7e460608-e870-437f-8280-90358297765f HTTP/1.1" status: 200 len: 1093 time: 0.9467185 Jul 13 19:24:16.658594 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1aa321f-ca42-4de7-95ae-b793cb60f178', 'tag': '7e460608-e870-437f-8280-90358297765f'}] {{(pid=92885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:16.660905 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31f80f9b8720474c1f79c69ae76da95a509923de65c92150015c81fc62ea229" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8dbfc3d-4625-436b-a77b-862b5bcfdb23" -d '{"events": [{"name": "network-changed", "server_uuid": "d1aa321f-ca42-4de7-95ae-b793cb60f178", "tag": "7e460608-e870-437f-8280-90358297765f"}]}' {{(pid=92885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:16.735941 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f880180-0d47-49d9-8485-56b07a18815e service neutron] Pushing event updated for resources: {'Port': ['ID=7e460608-e870-437f-8280-90358297765f,revision_number=3']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:16.755841 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11782b59-c27c-46d8-bb92-8fe82c00b069 x-openstack-request-id: req-11782b59-c27c-46d8-bb92-8fe82c00b069 {{(pid=92885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:16.756876 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1aa321f-ca42-4de7-95ae-b793cb60f178", "tag": "7e460608-e870-437f-8280-90358297765f", "status": "completed", "code": 200}]} {{(pid=92885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:16.758765 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-11782b59-c27c-46d8-bb92-8fe82c00b069 {{(pid=92885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:16.759448 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1aa321f-ca42-4de7-95ae-b793cb60f178', 'tag': '7e460608-e870-437f-8280-90358297765f', 'status': 'completed', 'code': 200} Jul 13 19:24:16.773824 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [None req-d8019b6a-8984-4068-b769-dec58bc3378e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-3-iscsi, 7fba4a72-067f-485a-9c0a-0004ea2660d5) {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:24:16.802735 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8019b6a-8984-4068-b769-dec58bc3378e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:16.804641 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-d8019b6a-8984-4068-b769-dec58bc3378e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for subnet, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:16.886939 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-feabe2ec-a3ae-4176-ab38-75562eecea4f req-6ff491c1-a89d-4b6b-b906-9f4717beff2b tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372656 Jul 13 19:24:16.889636 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-d8019b6a-8984-4068-b769-dec58bc3378e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2700725 Jul 13 19:24:16.895042 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 3cc10f2e-5cdb-47ee-ab16-67c5650a833e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3cc10f2e-5cdb-47ee-ab16-67c5650a833e,segment=NetworkSegment(bcb7886f-503b-44c3-a9a4-813100afae65),segment_id=bcb7886f-503b-44c3-a9a4-813100afae65)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:16.904047 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-eb7ffd37-b743-4d54-988e-42e6e1f5c52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:16.906777 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-eb7ffd37-b743-4d54-988e-42e6e1f5c52a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f2df23c120004786bdbc54c2ad27b7df&device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 1096 time: 0.1936195 Jul 13 19:24:16.926122 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872169a-b502-44df-888e-421d4e7c32a0 req-70de275e-26b6-4c17-bae0-8049a0152cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:16.926122 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a872169a-b502-44df-888e-421d4e7c32a0 req-70de275e-26b6-4c17-bae0-8049a0152cab service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7dba3834cf94d53b5eb7919c55c4945&device_id=6e307e83-d619-402c-b7ed-6efd4174b9f0 HTTP/1.1" status: 200 len: 1097 time: 0.2811775 Jul 13 19:24:16.968817 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf1662a-cea5-46e8-809d-e228d76c2a9f None None] Network 7fba4a72-067f-485a-9c0a-0004ea2660d5 requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:24:16.991031 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-1c353436-fe68-4901-ab5a-0bfdf1518e93 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e460608-e870-437f-8280-90358297765f HTTP/1.1" status: 200 len: 217 time: 0.0706084 Jul 13 19:24:17.005084 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Returning: {'device': '3cc10f2e-5cdb-47ee-ab16-67c5650a833e', 'network_id': 'ac62b834-c4f2-4379-9b3d-6de271a72a32', 'port_id': '3cc10f2e-5cdb-47ee-ab16-67c5650a833e', 'mac_address': 'fa:16:3e:f5:90:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5839643a-22f2-405e-87dc-7135c519d00c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:24:17.078278 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872169a-b502-44df-888e-421d4e7c32a0 req-4819875e-18e8-4d89-8c03-21778d828ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:17.080380 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a872169a-b502-44df-888e-421d4e7c32a0 req-4819875e-18e8-4d89-8c03-21778d828ac5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=14adc513-802f-41c3-aa1b-5a69cf6267ec HTTP/1.1" status: 200 len: 916 time: 0.1543062 Jul 13 19:24:17.099384 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-e6128317-e0c5-4eb4-bd7d-e05689521637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:17.100944 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-e6128317-e0c5-4eb4-bd7d-e05689521637 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c43d8f9f-c845-4d5c-82df-5404e88902e1 HTTP/1.1" status: 200 len: 850 time: 0.1038787 Jul 13 19:24:17.163184 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 46558) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:17.265570 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed5bf135-ef74-460b-b86a-9b9adbe773f8 admin admin] Deleting subnet 430a8cd5-6f87-4665-bf6c-92054fd5ad89 {{(pid=92884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:24:17.269662 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ed5bf135-ef74-460b-b86a-9b9adbe773f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:17.313051 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a872169a-b502-44df-888e-421d4e7c32a0 req-6a7918ab-c920-4377-9f75-a48b08f6af20 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df32e3c1-b87b-4cee-9735-b246f6582efb HTTP/1.1" status: 200 len: 217 time: 0.2253304 Jul 13 19:24:17.334951 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-10f957b7-da1f-470d-a719-f00b5199a288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:17.336527 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-10f957b7-da1f-470d-a719-f00b5199a288 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf7dab8a-c373-4837-ae0f-7b4d00b9b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2292566 Jul 13 19:24:17.352266 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5aa00c-d906-45f2-ba25-3d126cd4cf58 req-697eff93-8bec-4809-96ae-8010f82e48e7 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:17.353836 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-eb5aa00c-d906-45f2-ba25-3d126cd4cf58 req-697eff93-8bec-4809-96ae-8010f82e48e7 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 943 time: 0.1830602 Jul 13 19:24:17.354175 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ed5bf135-ef74-460b-b86a-9b9adbe773f8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:17.365850 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ed5bf135-ef74-460b-b86a-9b9adbe773f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1491773'] for subnet, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:17.432654 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Pushing event updated for resources: {'Port': ['ID=df32e3c1-b87b-4cee-9735-b246f6582efb,revision_number=4']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:17.477801 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:17.497761 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.notifiers.nova [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cc10f2e-5cdb-47ee-ab16-67c5650a833e {{(pid=92886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:24:17.506910 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ed5bf135-ef74-460b-b86a-9b9adbe773f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1491780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669'] for subnet, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:17.566539 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 3cc10f2e-5cdb-47ee-ab16-67c5650a833e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3cc10f2e-5cdb-47ee-ab16-67c5650a833e,segment=NetworkSegment(bcb7886f-503b-44c3-a9a4-813100afae65),segment_id=bcb7886f-503b-44c3-a9a4-813100afae65)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:17.591236 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:17.598525 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ac6993-8e36-4b1a-b3d7-c2756f6871b2 None None] Network 7fba4a72-067f-485a-9c0a-0004ea2660d5 requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:24:17.629354 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5bf135-ef74-460b-b86a-9b9adbe773f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=430a8cd5-6f87-4665-bf6c-92054fd5ad89,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:17.636705 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ed5bf135-ef74-460b-b86a-9b9adbe773f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for subnet, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:17.641829 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-ed5bf135-ef74-460b-b86a-9b9adbe773f8 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/430a8cd5-6f87-4665-bf6c-92054fd5ad89 HTTP/1.1" status: 204 len: 168 time: 0.4768853 Jul 13 19:24:17.642649 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 46572) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:17.646359 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872169a-b502-44df-888e-421d4e7c32a0 req-28e576f0-88f2-4c96-95af-45c0217781a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:17.648204 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a872169a-b502-44df-888e-421d4e7c32a0 req-28e576f0-88f2-4c96-95af-45c0217781a7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=82f1198a-dc93-4567-a47f-87bd333e3e58 HTTP/1.1" status: 200 len: 854 time: 0.3263764 Jul 13 19:24:17.733423 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a872169a-b502-44df-888e-421d4e7c32a0 req-e70e9f80-509e-4f6e-93a0-0341fd0e3dd7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=14adc513-802f-41c3-aa1b-5a69cf6267ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780027 Jul 13 19:24:17.771211 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-eb5aa00c-d906-45f2-ba25-3d126cd4cf58 req-a2e7ac21-c937-493d-9717-524b979bc11d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4102747 Jul 13 19:24:17.804637 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-51dfe923-26f7-4336-a7d9-04f8c5d3f41a service neutron] 10.222.0.72 "GET /v2.0/networks/cf7dab8a-c373-4837-ae0f-7b4d00b9b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4599190 Jul 13 19:24:17.829614 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-17f4173c-e47e-4980-8a2c-fbdfade58ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640404'] for network, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:17.862555 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8a30c-2f8b-4a1f-8322-7f67f3167d99 req-65f689fd-e40f-4658-9a04-3900d9fd41a8 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:17.864529 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-74b8a30c-2f8b-4a1f-8322-7f67f3167d99 req-65f689fd-e40f-4658-9a04-3900d9fd41a8 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9db585d9-20d3-43b8-9dfc-e0e4790f7a01 HTTP/1.1" status: 200 len: 943 time: 0.4320457 Jul 13 19:24:17.888051 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:17.890660 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Pushing event updated for resources: {'Port': ['ID=3cc10f2e-5cdb-47ee-ab16-67c5650a833e,revision_number=4']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:17.895081 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-ddeec330-e2e9-455d-ad92-7d33b9391ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:17.940153 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] get_ports_and_sgs() called for port_ids ['df32e3c1-b87b-4cee-9735-b246f6582efb'] {{(pid=92886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:24:17.962641 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-86763eec-d4e0-4a39-800e-d1deae5403bf req-bf634660-5e7b-4cea-a96a-94a860e02e5e service neutron] 10.222.0.72 "GET /v2.0/networks/cf7dab8a-c373-4837-ae0f-7b4d00b9b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508791 Jul 13 19:24:17.976903 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] get_ports_and_sgs() called for port_ids ['3cc10f2e-5cdb-47ee-ab16-67c5650a833e'] {{(pid=92886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:24:18.000844 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a872169a-b502-44df-888e-421d4e7c32a0 req-79d93579-39d7-4291-b030-daf19f14d8d0 service neutron] 10.222.0.72 "GET /v2.0/networks/14adc513-802f-41c3-aa1b-5a69cf6267ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513387 Jul 13 19:24:18.004874 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-74b8a30c-2f8b-4a1f-8322-7f67f3167d99 req-f43f7bca-5e2a-4aa0-bf22-9cd11d568484 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9b617bf-e73f-411e-b588-35d23f5af7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345000 Jul 13 19:24:18.100567 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ea30e-53a8-49e3-bb24-9eeecdf46e50 req-5bbce4fd-e127-498f-b2ec-cd3398293fd6 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:18.103026 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-6c1ea30e-53a8-49e3-bb24-9eeecdf46e50 req-5bbce4fd-e127-498f-b2ec-cd3398293fd6 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 943 time: 0.1359587 Jul 13 19:24:18.137449 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-17f4173c-e47e-4980-8a2c-fbdfade58ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1457064', 'neutron.services.segments.db._delete_segments_for_network-8772357979203'] for network, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:18.152542 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-17f4173c-e47e-4980-8a2c-fbdfade58ade admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:24:18.152909 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-17f4173c-e47e-4980-8a2c-fbdfade58ade admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:24:18.153881 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-17f4173c-e47e-4980-8a2c-fbdfade58ade admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:24:18.154227 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-17f4173c-e47e-4980-8a2c-fbdfade58ade admin admin] Subscribe: > port after_create 55550000 {{(pid=92884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:24:18.154566 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-17f4173c-e47e-4980-8a2c-fbdfade58ade admin admin] Subscribe: > port after_delete 55550000 {{(pid=92884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:24:18.154903 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-17f4173c-e47e-4980-8a2c-fbdfade58ade admin admin] Subscribe: > port after_update 55550000 {{(pid=92884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:24:18.155224 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-17f4173c-e47e-4980-8a2c-fbdfade58ade admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:24:18.155566 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-17f4173c-e47e-4980-8a2c-fbdfade58ade admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:24:18.155873 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-17f4173c-e47e-4980-8a2c-fbdfade58ade admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:24:18.156190 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-17f4173c-e47e-4980-8a2c-fbdfade58ade admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:24:18.168091 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbfc3d-4625-436b-a77b-862b5bcfdb23 req-6d88f277-cd2e-4bf0-8a1c-4e3f4fa37f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:18.169968 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e8dbfc3d-4625-436b-a77b-862b5bcfdb23 req-6d88f277-cd2e-4bf0-8a1c-4e3f4fa37f5f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f2df23c120004786bdbc54c2ad27b7df&device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 1096 time: 0.1422601 Jul 13 19:24:18.202484 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-6c1ea30e-53a8-49e3-bb24-9eeecdf46e50 req-b86df93a-7891-4797-9d27-5c16cc8038b2 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758085 Jul 13 19:24:18.287098 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device a018d116-d555-494d-8f8b-bd0cb97e9160 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:24:18.347801 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbfc3d-4625-436b-a77b-862b5bcfdb23 req-0f2a8550-e974-4bee-a985-82024edc0161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:18.349462 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e8dbfc3d-4625-436b-a77b-862b5bcfdb23 req-0f2a8550-e974-4bee-a985-82024edc0161 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cf7dab8a-c373-4837-ae0f-7b4d00b9b824 HTTP/1.1" status: 200 len: 913 time: 0.1681478 Jul 13 19:24:18.356182 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-17f4173c-e47e-4980-8a2c-fbdfade58ade admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:24:18.356685 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-17f4173c-e47e-4980-8a2c-fbdfade58ade admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:24:18.357114 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-17f4173c-e47e-4980-8a2c-fbdfade58ade admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:24:18.357543 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-17f4173c-e47e-4980-8a2c-fbdfade58ade admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:24:18.358011 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.services.segments.db [None req-17f4173c-e47e-4980-8a2c-fbdfade58ade admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a8912b6-5a81-4288-805b-0bd43f29b7a4']}} {{(pid=92884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:18.395889 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e8dbfc3d-4625-436b-a77b-862b5bcfdb23 req-dd147fef-cc1a-427b-80cf-241b19d97194 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e460608-e870-437f-8280-90358297765f HTTP/1.1" status: 200 len: 217 time: 0.0390749 Jul 13 19:24:18.415053 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.services.segments.db [None req-17f4173c-e47e-4980-8a2c-fbdfade58ade admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c2e342d-07ef-47e0-af69-6835a3fed54b') {'for_net_delete': True} {{(pid=92884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:18.415053 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.services.segments.db [None req-17f4173c-e47e-4980-8a2c-fbdfade58ade admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c2e342d-07ef-47e0-af69-6835a3fed54b') {} {{(pid=92884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:18.419353 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port a018d116-d555-494d-8f8b-bd0cb97e9160, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a018d116-d555-494d-8f8b-bd0cb97e9160,segment=NetworkSegment(47dd59b9-a209-4189-b5b3-55fbf6a7f6be),segment_id=47dd59b9-a209-4189-b5b3-55fbf6a7f6be)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:18.431231 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Returning: {'device': 'a018d116-d555-494d-8f8b-bd0cb97e9160', 'network_id': 'e562a705-db99-44a5-84db-c9cb691dc10e', 'port_id': 'a018d116-d555-494d-8f8b-bd0cb97e9160', 'mac_address': 'fa:16:3e:c5:21:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '378d89dc-bfdb-437d-a3cf-f875b6da89ed', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:24:18.438091 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-17f4173c-e47e-4980-8a2c-fbdfade58ade admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772357979724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873509'] for segment, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:18.451428 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbfc3d-4625-436b-a77b-862b5bcfdb23 req-9ad671d6-186d-478a-8160-ada4578e7579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:18.453400 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e8dbfc3d-4625-436b-a77b-862b5bcfdb23 req-9ad671d6-186d-478a-8160-ada4578e7579 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c43d8f9f-c845-4d5c-82df-5404e88902e1 HTTP/1.1" status: 200 len: 850 time: 0.0462587 Jul 13 19:24:18.470261 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-17f4173c-e47e-4980-8a2c-fbdfade58ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480'] for segment, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:18.472341 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:18.486446 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.notifiers.nova [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a018d116-d555-494d-8f8b-bd0cb97e9160 {{(pid=92886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:24:18.486815 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f4173c-e47e-4980-8a2c-fbdfade58ade admin admin] Releasing vlan 1192 on physical network physnet1 to pool {{(pid=92884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:24:18.487348 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-17f4173c-e47e-4980-8a2c-fbdfade58ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4873981'] for segment, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: from cryptography.utils import int_from_bytes Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: from cryptography.utils import int_from_bytes Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: Traceback (most recent call last): Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: timer() Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: cb(*args, **kw) Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: return func(*args, **kwargs) Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: self._notify() Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: self.callback(batched_events) Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: event.method(event) Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: return f(self, *a, **k) Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: return self._get(url).json() Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: return self.request(url, 'GET', **kwargs) Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:24:18.491537 dv-cinder-786933-3-iscsi neutron-server[92884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:24:18.502245 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a872169a-b502-44df-888e-421d4e7c32a0 req-ed976db3-69f2-4280-9e96-75da668a5d90 service neutron] 10.222.0.72 "GET /v2.0/networks/14adc513-802f-41c3-aa1b-5a69cf6267ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782982 Jul 13 19:24:18.515409 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port a018d116-d555-494d-8f8b-bd0cb97e9160, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a018d116-d555-494d-8f8b-bd0cb97e9160,segment=NetworkSegment(47dd59b9-a209-4189-b5b3-55fbf6a7f6be),segment_id=47dd59b9-a209-4189-b5b3-55fbf6a7f6be)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:18.519552 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:18.520324 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device ac136d91-7eee-4c03-83c5-bab8c02e7802 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:24:18.524546 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbfc3d-4625-436b-a77b-862b5bcfdb23 req-acc60827-f748-4f40-8606-3c481e1a25c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:18.526328 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e8dbfc3d-4625-436b-a77b-862b5bcfdb23 req-acc60827-f748-4f40-8606-3c481e1a25c3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf7dab8a-c373-4837-ae0f-7b4d00b9b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658376 Jul 13 19:24:18.569479 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61d91c-6e36-46ec-b199-fa774c6b8989 req-0eb6720b-16de-4741-a7d9-03f50d361c4c tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:18.571541 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-da61d91c-6e36-46ec-b199-fa774c6b8989 req-0eb6720b-16de-4741-a7d9-03f50d361c4c tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307e83-d619-402c-b7ed-6efd4174b9f0 HTTP/1.1" status: 200 len: 944 time: 0.2070842 Jul 13 19:24:18.598903 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port ac136d91-7eee-4c03-83c5-bab8c02e7802, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ac136d91-7eee-4c03-83c5-bab8c02e7802,segment=NetworkSegment(47dd59b9-a209-4189-b5b3-55fbf6a7f6be),segment_id=47dd59b9-a209-4189-b5b3-55fbf6a7f6be)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:18.605983 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-17f4173c-e47e-4980-8a2c-fbdfade58ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1457087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502378'] for network, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:18.620952 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Pushing event updated for resources: {'Port': ['ID=a018d116-d555-494d-8f8b-bd0cb97e9160,revision_number=4']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:18.636205 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-17f4173c-e47e-4980-8a2c-fbdfade58ade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for network, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:18.639919 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-17f4173c-e47e-4980-8a2c-fbdfade58ade admin admin] 10.222.0.22 "DELETE /v2.0/networks/2a8912b6-5a81-4288-805b-0bd43f29b7a4 HTTP/1.1" status: 204 len: 168 time: 0.9888585 Jul 13 19:24:18.641544 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Returning: {'device': 'ac136d91-7eee-4c03-83c5-bab8c02e7802', 'network_id': 'e562a705-db99-44a5-84db-c9cb691dc10e', 'port_id': 'ac136d91-7eee-4c03-83c5-bab8c02e7802', 'mac_address': 'fa:16:3e:78:40:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '378d89dc-bfdb-437d-a3cf-f875b6da89ed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:24:18.642817 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46598) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:18.649210 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-da61d91c-6e36-46ec-b199-fa774c6b8989 req-8f99d788-d41c-4ae8-ba4b-a76100a33bac tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662782 Jul 13 19:24:18.650092 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f4173c-e47e-4980-8a2c-fbdfade58ade admin admin] Pushing event deleted for resources: {'Network': ['ID=2a8912b6-5a81-4288-805b-0bd43f29b7a4,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:18.701990 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:18.717681 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.notifiers.nova [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac136d91-7eee-4c03-83c5-bab8c02e7802 {{(pid=92886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:24:18.723465 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e8dbfc3d-4625-436b-a77b-862b5bcfdb23 req-aa4a9620-0cdb-4ca3-88a2-844476a488a2 service neutron] 10.222.0.72 "GET /v2.0/networks/cf7dab8a-c373-4837-ae0f-7b4d00b9b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735568 Jul 13 19:24:18.726922 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.db_base_plugin_v2 [None req-df8ff903-c911-4d50-aca3-998f33982ed6 admin admin] Deleting subnet 59a8c9f0-fada-4878-b15f-3019cff6e9a3 {{(pid=92885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:24:18.730620 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-df8ff903-c911-4d50-aca3-998f33982ed6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:18.742121 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port ac136d91-7eee-4c03-83c5-bab8c02e7802, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ac136d91-7eee-4c03-83c5-bab8c02e7802,segment=NetworkSegment(47dd59b9-a209-4189-b5b3-55fbf6a7f6be),segment_id=47dd59b9-a209-4189-b5b3-55fbf6a7f6be)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:18.747715 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:18.814770 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-df8ff903-c911-4d50-aca3-998f33982ed6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:18.829587 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-df8ff903-c911-4d50-aca3-998f33982ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1491773'] for subnet, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:18.873381 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Pushing event updated for resources: {'Port': ['ID=ac136d91-7eee-4c03-83c5-bab8c02e7802,revision_number=4']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:18.897307 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e8dbfc3d-4625-436b-a77b-862b5bcfdb23 req-fd521304-e14f-483c-ae97-ceaa584fc998 service neutron] 10.222.0.72 "GET /v2.0/networks/cf7dab8a-c373-4837-ae0f-7b4d00b9b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380813 Jul 13 19:24:18.924552 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-df8ff903-c911-4d50-aca3-998f33982ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1491780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669'] for subnet, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:18.955562 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ff903-c911-4d50-aca3-998f33982ed6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59a8c9f0-fada-4878-b15f-3019cff6e9a3,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:18.958280 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-df8ff903-c911-4d50-aca3-998f33982ed6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:18.960730 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-df8ff903-c911-4d50-aca3-998f33982ed6 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/59a8c9f0-fada-4878-b15f-3019cff6e9a3 HTTP/1.1" status: 204 len: 168 time: 0.3140678 Jul 13 19:24:18.963663 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 46610) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:19.007618 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:19.035889 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5be80c-6077-4024-b8fa-f57905418e4c req-d4211756-fa97-466a-a4db-22777f0d5255 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:19.043551 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] get_ports_and_sgs() called for port_ids ['ac136d91-7eee-4c03-83c5-bab8c02e7802'] {{(pid=92886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:24:19.044662 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-dd5be80c-6077-4024-b8fa-f57905418e4c req-d4211756-fa97-466a-a4db-22777f0d5255 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 943 time: 0.0899694 Jul 13 19:24:19.075309 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] get_ports_and_sgs() called for port_ids ['a018d116-d555-494d-8f8b-bd0cb97e9160'] {{(pid=92886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:24:19.078293 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-10890767-36ab-4e32-b411-3398a43d97ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640404'] for network, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:19.097511 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-dd5be80c-6077-4024-b8fa-f57905418e4c req-75804999-0b98-409f-ae62-7438d9173347 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494361 Jul 13 19:24:19.435310 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-10890767-36ab-4e32-b411-3398a43d97ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1457064', 'neutron.services.segments.db._delete_segments_for_network-8772357979203'] for network, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:19.449454 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.services.segments.db [None req-10890767-36ab-4e32-b411-3398a43d97ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fba4a72-067f-485a-9c0a-0004ea2660d5']}} {{(pid=92884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:19.463487 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.services.segments.db [None req-10890767-36ab-4e32-b411-3398a43d97ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a04f974-12cf-48e3-b24f-2ad15bf21bfd') {'for_net_delete': True} {{(pid=92884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:19.463688 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.services.segments.db [None req-10890767-36ab-4e32-b411-3398a43d97ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a04f974-12cf-48e3-b24f-2ad15bf21bfd') {} {{(pid=92884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:19.477197 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-10890767-36ab-4e32-b411-3398a43d97ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772357979724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873509'] for segment, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:19.482532 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44518b-bf5b-402a-85a1-0bbe6fbbbe37 req-a14301f0-e8ef-4d43-9ca3-5bddb7f940a9 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:19.493048 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-da44518b-bf5b-402a-85a1-0bbe6fbbbe37 req-a14301f0-e8ef-4d43-9ca3-5bddb7f940a9 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 944 time: 0.1001229 Jul 13 19:24:19.501687 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d1b24-5af9-4352-b7d2-dacbf5e95b2e req-2a20961c-338d-4124-90ec-aa86c52b0318 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:19.503489 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-bc9d1b24-5af9-4352-b7d2-dacbf5e95b2e req-2a20961c-338d-4124-90ec-aa86c52b0318 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9db585d9-20d3-43b8-9dfc-e0e4790f7a01 HTTP/1.1" status: 200 len: 944 time: 0.1408429 Jul 13 19:24:19.504488 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-10890767-36ab-4e32-b411-3398a43d97ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480'] for segment, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:19.511274 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10890767-36ab-4e32-b411-3398a43d97ef admin admin] Releasing vlan 1160 on physical network physnet1 to pool {{(pid=92884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:24:19.511674 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-10890767-36ab-4e32-b411-3398a43d97ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4873981'] for segment, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:19.513367 dv-cinder-786933-3-iscsi neutron-server[92884]: Traceback (most recent call last): Jul 13 19:24:19.513367 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:24:19.513367 dv-cinder-786933-3-iscsi neutron-server[92884]: timer() Jul 13 19:24:19.513367 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:24:19.513367 dv-cinder-786933-3-iscsi neutron-server[92884]: cb(*args, **kw) Jul 13 19:24:19.513367 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:24:19.513367 dv-cinder-786933-3-iscsi neutron-server[92884]: return func(*args, **kwargs) Jul 13 19:24:19.513367 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:24:19.513367 dv-cinder-786933-3-iscsi neutron-server[92884]: self._notify() Jul 13 19:24:19.513367 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:24:19.513367 dv-cinder-786933-3-iscsi neutron-server[92884]: self.callback(batched_events) Jul 13 19:24:19.513367 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:24:19.513367 dv-cinder-786933-3-iscsi neutron-server[92884]: event.method(event) Jul 13 19:24:19.513367 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:24:19.513367 dv-cinder-786933-3-iscsi neutron-server[92884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:24:19.513367 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:24:19.513367 dv-cinder-786933-3-iscsi neutron-server[92884]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:24:19.513367 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:24:19.513367 dv-cinder-786933-3-iscsi neutron-server[92884]: return f(self, *a, **k) Jul 13 19:24:19.513367 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:24:19.513367 dv-cinder-786933-3-iscsi neutron-server[92884]: return self._get(url).json() Jul 13 19:24:19.513367 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:24:19.513367 dv-cinder-786933-3-iscsi neutron-server[92884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:24:19.513367 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:24:19.513367 dv-cinder-786933-3-iscsi neutron-server[92884]: return self.request(url, 'GET', **kwargs) Jul 13 19:24:19.513367 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:24:19.513367 dv-cinder-786933-3-iscsi neutron-server[92884]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:24:19.513367 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:24:19.513367 dv-cinder-786933-3-iscsi neutron-server[92884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:24:19.513367 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:24:19.513367 dv-cinder-786933-3-iscsi neutron-server[92884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:24:19.513367 dv-cinder-786933-3-iscsi neutron-server[92884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:24:19.547580 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-da44518b-bf5b-402a-85a1-0bbe6fbbbe37 req-bbdf2602-8e89-4ebc-be91-9100ffd667d7 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511727 Jul 13 19:24:19.592908 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-10890767-36ab-4e32-b411-3398a43d97ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1457087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502378'] for network, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:19.598308 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-10890767-36ab-4e32-b411-3398a43d97ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for network, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:19.601688 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-10890767-36ab-4e32-b411-3398a43d97ef admin admin] 10.222.0.22 "DELETE /v2.0/networks/7fba4a72-067f-485a-9c0a-0004ea2660d5 HTTP/1.1" status: 204 len: 168 time: 0.6349084 Jul 13 19:24:19.605760 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-bc9d1b24-5af9-4352-b7d2-dacbf5e95b2e req-23efbb74-b881-48e7-8685-7639378df69d tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9b617bf-e73f-411e-b588-35d23f5af7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829723 Jul 13 19:24:19.618312 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10890767-36ab-4e32-b411-3398a43d97ef admin admin] Pushing event deleted for resources: {'Network': ['ID=7fba4a72-067f-485a-9c0a-0004ea2660d5,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:19.775248 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 46648) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:19.820547 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-1778a7ab-2a83-4148-90d0-7ce099485201 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bb85a913e2a642ddb5fbe31448bc145f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417826 Jul 13 19:24:19.821428 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 46652) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:19.834770 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b52bb-2185-41c1-95d5-b0677c2dccac req-81da8999-86af-41c2-9f93-73b6dcd80c95 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:19.836854 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b79b52bb-2185-41c1-95d5-b0677c2dccac req-81da8999-86af-41c2-9f93-73b6dcd80c95 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307e83-d619-402c-b7ed-6efd4174b9f0 HTTP/1.1" status: 200 len: 944 time: 0.0691857 Jul 13 19:24:19.871426 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-b9cc0d93-7bab-475c-b347-6745536c8243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:19.877019 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46654) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:19.885665 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b79b52bb-2185-41c1-95d5-b0677c2dccac req-94e51378-b018-46ca-90bd-cb0bf84d22cc tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428224 Jul 13 19:24:19.894509 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-b9cc0d93-7bab-475c-b347-6745536c8243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:19.940593 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-b9cc0d93-7bab-475c-b347-6745536c8243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:19.943388 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-b9cc0d93-7bab-475c-b347-6745536c8243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:19.945131 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-b9cc0d93-7bab-475c-b347-6745536c8243 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8cb793e5-69e0-4843-904b-4f75c9fc611a HTTP/1.1" status: 204 len: 168 time: 0.1221716 Jul 13 19:24:19.953002 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc0d93-7bab-475c-b347-6745536c8243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb793e5-69e0-4843-904b-4f75c9fc611a,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:19.990318 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-9c3e8001-6696-4e0e-94b3-a575631c9c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:20.089586 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-9c3e8001-6696-4e0e-94b3-a575631c9c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:20.093468 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-9c3e8001-6696-4e0e-94b3-a575631c9c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:20.134824 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-9c3e8001-6696-4e0e-94b3-a575631c9c17 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a75ea0b87684426a8eaa00cd40a46fa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2531903 Jul 13 19:24:20.134824 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e8001-6696-4e0e-94b3-a575631c9c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86125ae8-16a5-4060-ac1e-56347d698334,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:20.135192 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 46666) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:20.201469 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-35d4321e-2321-4dee-9528-99d17bcf65a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:20.216918 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46668) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:20.248965 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-35d4321e-2321-4dee-9528-99d17bcf65a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:20.257758 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-a149eb04-429e-484c-907c-9b21ef092bf8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=681b79e95bc744a4822ef5b95db5acaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389061 Jul 13 19:24:20.260231 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46670) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:20.305296 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9cff7-47b6-497f-9d9b-26c55b7e7f4f req-4829944e-6fd9-4647-8838-55c8751772bc tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:20.306882 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a5c9cff7-47b6-497f-9d9b-26c55b7e7f4f req-4829944e-6fd9-4647-8838-55c8751772bc tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 943 time: 0.1033337 Jul 13 19:24:20.310107 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-b81047ef-a4d7-45a3-864a-0843dd816196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:20.322804 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-35d4321e-2321-4dee-9528-99d17bcf65a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:20.325293 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-35d4321e-2321-4dee-9528-99d17bcf65a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:20.326346 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-35d4321e-2321-4dee-9528-99d17bcf65a9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/86125ae8-16a5-4060-ac1e-56347d698334 HTTP/1.1" status: 204 len: 168 time: 0.1902590 Jul 13 19:24:20.333656 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-b81047ef-a4d7-45a3-864a-0843dd816196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:20.342222 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4321e-2321-4dee-9528-99d17bcf65a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86125ae8-16a5-4060-ac1e-56347d698334,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:20.360068 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a5c9cff7-47b6-497f-9d9b-26c55b7e7f4f req-2e868b2e-f993-4d2d-9ce2-3e8af5e8e3f5 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464377 Jul 13 19:24:20.392686 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-b81047ef-a4d7-45a3-864a-0843dd816196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:20.395245 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-b81047ef-a4d7-45a3-864a-0843dd816196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:20.396385 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-b81047ef-a4d7-45a3-864a-0843dd816196 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bd6b84a7-908d-400b-836d-691bcb51badf HTTP/1.1" status: 204 len: 168 time: 0.1352406 Jul 13 19:24:20.403938 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81047ef-a4d7-45a3-864a-0843dd816196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6b84a7-908d-400b-836d-691bcb51badf,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:20.635628 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:20.751302 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7590ca-8152-4e4d-8612-a0e87eb26347 req-fdb579b7-3fce-4b3a-9c02-43a54c98b849 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:20.753654 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-7a7590ca-8152-4e4d-8612-a0e87eb26347 req-fdb579b7-3fce-4b3a-9c02-43a54c98b849 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 944 time: 0.0771949 Jul 13 19:24:20.765717 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 46686) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:20.781039 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-aac89d72-28da-40b1-9355-528532b08fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:20.793861 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-7a7590ca-8152-4e4d-8612-a0e87eb26347 req-0995524a-c81f-4e77-be41-9a918126886d tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345213 Jul 13 19:24:20.847400 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791896f-cbfa-4399-b93f-2f39c46c0a26 req-236aad0d-16ea-435d-99d0-c4d21fb14b61 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:20.848937 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d791896f-cbfa-4399-b93f-2f39c46c0a26 req-236aad0d-16ea-435d-99d0-c4d21fb14b61 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9db585d9-20d3-43b8-9dfc-e0e4790f7a01 HTTP/1.1" status: 200 len: 944 time: 0.1141131 Jul 13 19:24:20.904474 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d791896f-cbfa-4399-b93f-2f39c46c0a26 req-a7cde95a-8861-4218-89cb-15cd148ad5a9 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9b617bf-e73f-411e-b588-35d23f5af7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487320 Jul 13 19:24:20.934582 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-aac89d72-28da-40b1-9355-528532b08fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:20.939609 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-aac89d72-28da-40b1-9355-528532b08fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:20.980694 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-aac89d72-28da-40b1-9355-528532b08fb7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=228247f2d21f447cbe1c40418168a05e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2138917 Jul 13 19:24:20.981803 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac89d72-28da-40b1-9355-528532b08fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c08d80-f94f-4196-b3a3-3790dcdeec1b,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:20.983340 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46698) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:21.065129 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-05afd3a5-d8b0-4783-b7ca-4035cfb908ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:21.097559 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-05afd3a5-d8b0-4783-b7ca-4035cfb908ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:21.120794 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35fbdfb-1606-4c67-97a4-f0f44ac4e254 req-0f77df60-c6d1-4eca-b58b-cc2c6072fac1 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:21.122260 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-d35fbdfb-1606-4c67-97a4-f0f44ac4e254 req-0f77df60-c6d1-4eca-b58b-cc2c6072fac1 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307e83-d619-402c-b7ed-6efd4174b9f0 HTTP/1.1" status: 200 len: 944 time: 0.1114113 Jul 13 19:24:21.174219 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-d35fbdfb-1606-4c67-97a4-f0f44ac4e254 req-d5a3b87d-a0d5-4b3b-8fb4-3a5d597353ae tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449255 Jul 13 19:24:21.199320 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-05afd3a5-d8b0-4783-b7ca-4035cfb908ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:21.199320 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-05afd3a5-d8b0-4783-b7ca-4035cfb908ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:21.199320 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-05afd3a5-d8b0-4783-b7ca-4035cfb908ca admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e2c08d80-f94f-4196-b3a3-3790dcdeec1b HTTP/1.1" status: 204 len: 168 time: 0.2148230 Jul 13 19:24:21.207443 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05afd3a5-d8b0-4783-b7ca-4035cfb908ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c08d80-f94f-4196-b3a3-3790dcdeec1b,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:21.561977 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1047e48-369c-48ad-a132-91934110ff8b req-5050fbb1-4e19-4128-8dcc-1e8d14eff1d3 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:21.563574 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e1047e48-369c-48ad-a132-91934110ff8b req-5050fbb1-4e19-4128-8dcc-1e8d14eff1d3 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 943 time: 0.0823607 Jul 13 19:24:21.606493 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e1047e48-369c-48ad-a132-91934110ff8b req-4038d678-6d0e-4719-94ef-6f89df1d4917 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374203 Jul 13 19:24:21.987278 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995f9e1-3d21-4b4d-ab73-86c4faf4a8fb req-67531aaa-1cbf-460e-a2ef-e374726f85e1 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:21.990348 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b995f9e1-3d21-4b4d-ab73-86c4faf4a8fb req-67531aaa-1cbf-460e-a2ef-e374726f85e1 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 944 time: 0.0791323 Jul 13 19:24:22.037669 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b995f9e1-3d21-4b4d-ab73-86c4faf4a8fb req-c8a22fbd-998a-43b8-81cb-2f69445a8cbd tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411751 Jul 13 19:24:22.112793 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90dd041-ec7a-42ec-a008-eaf420c575fd req-ed295321-5639-4f6e-9453-38f46d94e356 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:22.114430 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c90dd041-ec7a-42ec-a008-eaf420c575fd req-ed295321-5639-4f6e-9453-38f46d94e356 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9db585d9-20d3-43b8-9dfc-e0e4790f7a01 HTTP/1.1" status: 200 len: 944 time: 0.0742056 Jul 13 19:24:22.129023 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 7e460608-e870-437f-8280-90358297765f details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:24:22.147966 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device df32e3c1-b87b-4cee-9735-b246f6582efb up at agent hyperv_hv-cinder-78693 {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:24:22.169026 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c90dd041-ec7a-42ec-a008-eaf420c575fd req-0b709816-9ad8-41e8-82cd-3602ae3e6f90 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9b617bf-e73f-411e-b588-35d23f5af7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484936 Jul 13 19:24:22.278566 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Provisioning for port df32e3c1-b87b-4cee-9735-b246f6582efb completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:24:22.285313 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Provisioning complete for port df32e3c1-b87b-4cee-9735-b246f6582efb triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:22.285882 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:22.337098 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 7e460608-e870-437f-8280-90358297765f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7e460608-e870-437f-8280-90358297765f,segment=NetworkSegment(a40130a1-c2a7-4243-8f3c-b4ef1dc74555),segment_id=a40130a1-c2a7-4243-8f3c-b4ef1dc74555)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:22.356618 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Returning: {'device': '7e460608-e870-437f-8280-90358297765f', 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824', 'port_id': '7e460608-e870-437f-8280-90358297765f', 'mac_address': 'fa:16:3e:d3:ab:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c43d8f9f-c845-4d5c-82df-5404e88902e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:24:22.363917 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bc2cc-d416-4950-b048-27b19afcb210 req-a241b79a-ecc2-46b0-a45b-0ebda503a203 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:22.371012 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-072bc2cc-d416-4950-b048-27b19afcb210 req-a241b79a-ecc2-46b0-a45b-0ebda503a203 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307e83-d619-402c-b7ed-6efd4174b9f0 HTTP/1.1" status: 200 len: 944 time: 0.0706778 Jul 13 19:24:22.418293 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-072bc2cc-d416-4950-b048-27b19afcb210 req-1d32db0e-7260-4661-8d45-1f7df003bf93 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456896 Jul 13 19:24:22.427216 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:22.450779 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.notifiers.nova [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e460608-e870-437f-8280-90358297765f {{(pid=92886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:24:22.458175 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:22.482138 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 7e460608-e870-437f-8280-90358297765f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7e460608-e870-437f-8280-90358297765f,segment=NetworkSegment(a40130a1-c2a7-4243-8f3c-b4ef1dc74555),segment_id=a40130a1-c2a7-4243-8f3c-b4ef1dc74555)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:22.490724 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:22.499246 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e307e83-d619-402c-b7ed-6efd4174b9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df32e3c1-b87b-4cee-9735-b246f6582efb'}] {{(pid=92886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:22.600801 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port df32e3c1-b87b-4cee-9735-b246f6582efb, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=df32e3c1-b87b-4cee-9735-b246f6582efb,segment=NetworkSegment(6682d465-6c1b-420d-bda0-e256c276348b),segment_id=6682d465-6c1b-420d-bda0-e256c276348b)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:22.612821 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:22.613651 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 3cc10f2e-5cdb-47ee-ab16-67c5650a833e up at agent hyperv_hv-cinder-78693 {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:24:22.646243 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Pushing event updated for resources: {'Port': ['ID=7e460608-e870-437f-8280-90358297765f,revision_number=4']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:22.745957 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Pushing event updated for resources: {'Port': ['ID=df32e3c1-b87b-4cee-9735-b246f6582efb,revision_number=5']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:22.772840 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Provisioning for port 3cc10f2e-5cdb-47ee-ab16-67c5650a833e completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:24:22.779339 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Provisioning complete for port 3cc10f2e-5cdb-47ee-ab16-67c5650a833e triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:22.781990 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:22.830229 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2110528246aa69f40c90618f30b6bebf52a56ffd7d9758f57e079d5fd4b7be03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90112171-9ce8-476d-b1e4-510405995402" -d '{"events": [{"server_uuid": "6e307e83-d619-402c-b7ed-6efd4174b9f0", "name": "network-vif-plugged", "status": "completed", "tag": "df32e3c1-b87b-4cee-9735-b246f6582efb"}]}' {{(pid=92886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:22.837723 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] get_ports_and_sgs() called for port_ids ['7e460608-e870-437f-8280-90358297765f'] {{(pid=92886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:24:22.901928 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a6969-4dba-42bf-bd6b-75a466cd858e req-e42a5803-8770-4b17-9a5d-32a9917d0bce tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:22.912828 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-217a6969-4dba-42bf-bd6b-75a466cd858e req-e42a5803-8770-4b17-9a5d-32a9917d0bce tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 944 time: 0.1002653 Jul 13 19:24:22.957366 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-217a6969-4dba-42bf-bd6b-75a466cd858e req-51a03527-8f2a-456b-a8ed-534dbbbee0e6 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426421 Jul 13 19:24:22.996861 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74825b13-8a73-4094-8589-2f8e9608c619 x-openstack-request-id: req-74825b13-8a73-4094-8589-2f8e9608c619 {{(pid=92886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:22.997149 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e307e83-d619-402c-b7ed-6efd4174b9f0", "name": "network-vif-plugged", "status": "completed", "tag": "df32e3c1-b87b-4cee-9735-b246f6582efb", "code": 200}]} {{(pid=92886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:22.997488 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-74825b13-8a73-4094-8589-2f8e9608c619 {{(pid=92886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:22.997925 dv-cinder-786933-3-iscsi neutron-server[92886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e307e83-d619-402c-b7ed-6efd4174b9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df32e3c1-b87b-4cee-9735-b246f6582efb', 'code': 200} Jul 13 19:24:23.000636 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:23.083666 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 3cc10f2e-5cdb-47ee-ab16-67c5650a833e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3cc10f2e-5cdb-47ee-ab16-67c5650a833e,segment=NetworkSegment(bcb7886f-503b-44c3-a9a4-813100afae65),segment_id=bcb7886f-503b-44c3-a9a4-813100afae65)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:23.089711 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:23.162649 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Pushing event updated for resources: {'Port': ['ID=3cc10f2e-5cdb-47ee-ab16-67c5650a833e,revision_number=5']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:23.280128 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5f966-aae2-490e-81d8-ca1de100da04 req-5c0f2b5e-1616-45ef-bdf8-7b5132c877c1 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:23.282089 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-05f5f966-aae2-490e-81d8-ca1de100da04 req-5c0f2b5e-1616-45ef-bdf8-7b5132c877c1 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 944 time: 0.0750732 Jul 13 19:24:23.341385 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-05f5f966-aae2-490e-81d8-ca1de100da04 req-05ab2da5-dfa8-4459-b009-6320d5137a34 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509732 Jul 13 19:24:23.346943 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12082fc7-a110-4afa-aba6-c23e6831b068 req-f25cf1ce-fd82-4113-9b61-2c69ade7c906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:23.357343 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-12082fc7-a110-4afa-aba6-c23e6831b068 req-f25cf1ce-fd82-4113-9b61-2c69ade7c906 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6e307e83-d619-402c-b7ed-6efd4174b9f0 HTTP/1.1" status: 200 len: 1098 time: 0.1266508 Jul 13 19:24:23.391330 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-12082fc7-a110-4afa-aba6-c23e6831b068 req-6724b1e2-df3a-4f8c-863f-fc0d5463ba36 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:23.466527 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d7fc2-44c9-4230-a10a-0f92c704e56b req-391aa7ac-b9cf-42c7-bf94-f426f317bf55 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:23.468226 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-846d7fc2-44c9-4230-a10a-0f92c704e56b req-391aa7ac-b9cf-42c7-bf94-f426f317bf55 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9db585d9-20d3-43b8-9dfc-e0e4790f7a01 HTTP/1.1" status: 200 len: 945 time: 0.1335781 Jul 13 19:24:23.530539 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-846d7fc2-44c9-4230-a10a-0f92c704e56b req-d9372086-640f-4cb4-a69c-ef86570fc04f tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9b617bf-e73f-411e-b588-35d23f5af7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564339 Jul 13 19:24:23.573792 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-12082fc7-a110-4afa-aba6-c23e6831b068 req-6724b1e2-df3a-4f8c-863f-fc0d5463ba36 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:23.579934 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-12082fc7-a110-4afa-aba6-c23e6831b068 req-6724b1e2-df3a-4f8c-863f-fc0d5463ba36 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:23.619086 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6724b1e2-df3a-4f8c-863f-fc0d5463ba36 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=00d9f40c-07b8-4138-b18f-811e47cec874,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:23.630600 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-12082fc7-a110-4afa-aba6-c23e6831b068 req-6724b1e2-df3a-4f8c-863f-fc0d5463ba36 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718120 Jul 13 19:24:23.670801 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f007c7-457b-42aa-ae7a-bffb326d309a req-6bcfa155-6791-40b8-bee2-dd2de73be6d9 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:23.673057 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e3f007c7-457b-42aa-ae7a-bffb326d309a req-6bcfa155-6791-40b8-bee2-dd2de73be6d9 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307e83-d619-402c-b7ed-6efd4174b9f0 HTTP/1.1" status: 200 len: 945 time: 0.0952110 Jul 13 19:24:23.730755 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e3f007c7-457b-42aa-ae7a-bffb326d309a req-41f2725a-6be7-4576-bc20-ac69940b2d42 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502720 Jul 13 19:24:24.146196 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ae689-c4c2-4471-8546-1883dcaa2014 req-b2fe26f0-ba06-4d0f-b841-ed92667a5eff tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:24.147838 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e28ae689-c4c2-4471-8546-1883dcaa2014 req-b2fe26f0-ba06-4d0f-b841-ed92667a5eff tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 944 time: 0.0706930 Jul 13 19:24:24.186801 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e28ae689-c4c2-4471-8546-1883dcaa2014 req-563bf250-d180-49ec-b066-fd118b78b799 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331411 Jul 13 19:24:24.502984 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d96abd-28cd-4c29-a293-a730cbd712ba req-574cf8d6-2eed-48f3-99ee-205a362935fc tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:24.504436 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-60d96abd-28cd-4c29-a293-a730cbd712ba req-574cf8d6-2eed-48f3-99ee-205a362935fc tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 944 time: 0.0608649 Jul 13 19:24:24.540155 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-60d96abd-28cd-4c29-a293-a730cbd712ba req-db580537-71b5-4e4a-a157-a6e185425626 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302927 Jul 13 19:24:24.707223 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97e5ab-7094-4254-a959-d853d69a9f67 req-ea22c852-512d-4abb-b2a7-ca79b58916d0 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:24.708605 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-3f97e5ab-7094-4254-a959-d853d69a9f67 req-ea22c852-512d-4abb-b2a7-ca79b58916d0 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9db585d9-20d3-43b8-9dfc-e0e4790f7a01 HTTP/1.1" status: 200 len: 945 time: 0.0633006 Jul 13 19:24:24.746950 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-3f97e5ab-7094-4254-a959-d853d69a9f67 req-e9008d21-8182-451e-b409-5a4ef5452d4b tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9b617bf-e73f-411e-b588-35d23f5af7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323315 Jul 13 19:24:24.909039 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1469d5-6d2b-4c2d-bf95-6ed0ff86c2b5 req-0c55df31-de83-4b89-968b-ad9c2308d273 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:24.910518 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4a1469d5-6d2b-4c2d-bf95-6ed0ff86c2b5 req-0c55df31-de83-4b89-968b-ad9c2308d273 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307e83-d619-402c-b7ed-6efd4174b9f0 HTTP/1.1" status: 200 len: 945 time: 0.0687449 Jul 13 19:24:24.953033 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4a1469d5-6d2b-4c2d-bf95-6ed0ff86c2b5 req-17a535ce-993d-46b5-81c5-65fda891c12b tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358326 Jul 13 19:24:24.999466 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db585d9-20d3-43b8-9dfc-e0e4790f7a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc10f2e-5cdb-47ee-ab16-67c5650a833e'}] {{(pid=92886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:25.001814 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2110528246aa69f40c90618f30b6bebf52a56ffd7d9758f57e079d5fd4b7be03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2d37e9-460e-4b1e-813f-0aba94a4bf73" -d '{"events": [{"server_uuid": "9db585d9-20d3-43b8-9dfc-e0e4790f7a01", "name": "network-vif-plugged", "status": "completed", "tag": "3cc10f2e-5cdb-47ee-ab16-67c5650a833e"}]}' {{(pid=92886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:25.036783 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2feaf1c3-864e-4fb3-af83-bd3510fcb375 x-openstack-request-id: req-2feaf1c3-864e-4fb3-af83-bd3510fcb375 {{(pid=92886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:25.037073 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9db585d9-20d3-43b8-9dfc-e0e4790f7a01", "name": "network-vif-plugged", "status": "completed", "tag": "3cc10f2e-5cdb-47ee-ab16-67c5650a833e", "code": 200}]} {{(pid=92886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:25.037324 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2feaf1c3-864e-4fb3-af83-bd3510fcb375 {{(pid=92886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:25.037708 dv-cinder-786933-3-iscsi neutron-server[92886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db585d9-20d3-43b8-9dfc-e0e4790f7a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc10f2e-5cdb-47ee-ab16-67c5650a833e', 'code': 200} Jul 13 19:24:25.168642 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 7e460608-e870-437f-8280-90358297765f up at agent hyperv_hv-cinder-78693 {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:24:25.218317 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Provisioning for port 7e460608-e870-437f-8280-90358297765f completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:24:25.222062 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Provisioning complete for port 7e460608-e870-437f-8280-90358297765f triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:25.222772 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:25.298033 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:25.335744 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 7e460608-e870-437f-8280-90358297765f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7e460608-e870-437f-8280-90358297765f,segment=NetworkSegment(a40130a1-c2a7-4243-8f3c-b4ef1dc74555),segment_id=a40130a1-c2a7-4243-8f3c-b4ef1dc74555)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:25.339425 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:25.340270 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device ac136d91-7eee-4c03-83c5-bab8c02e7802 up at agent hyperv_hv-cinder-78693 {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:24:25.366954 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81997c0-9493-49e3-8ad8-ca216086902c req-1b795761-1755-4823-8d9a-d4973c32149f tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:25.368733 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a81997c0-9493-49e3-8ad8-ca216086902c req-1b795761-1755-4823-8d9a-d4973c32149f tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 944 time: 0.0683196 Jul 13 19:24:25.409462 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a81997c0-9493-49e3-8ad8-ca216086902c req-290867b5-66c3-4fff-a36c-f7d3018e7389 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345964 Jul 13 19:24:25.415488 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Pushing event updated for resources: {'Port': ['ID=7e460608-e870-437f-8280-90358297765f,revision_number=5']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:25.434707 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Provisioning for port ac136d91-7eee-4c03-83c5-bab8c02e7802 completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:24:25.438365 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Provisioning complete for port ac136d91-7eee-4c03-83c5-bab8c02e7802 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:25.438683 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:25.624210 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:25.660833 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port ac136d91-7eee-4c03-83c5-bab8c02e7802, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ac136d91-7eee-4c03-83c5-bab8c02e7802,segment=NetworkSegment(47dd59b9-a209-4189-b5b3-55fbf6a7f6be),segment_id=47dd59b9-a209-4189-b5b3-55fbf6a7f6be)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:25.666109 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:25.666928 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device a018d116-d555-494d-8f8b-bd0cb97e9160 up at agent hyperv_hv-cinder-78693 {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:24:25.728172 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8a203-cd4f-4e01-abaf-5b1402489d3e req-f54fe513-1df4-4321-bba1-e34ab48a205a tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:25.729704 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-dda8a203-cd4f-4e01-abaf-5b1402489d3e req-f54fe513-1df4-4321-bba1-e34ab48a205a tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.0651269 Jul 13 19:24:25.742319 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Pushing event updated for resources: {'Port': ['ID=ac136d91-7eee-4c03-83c5-bab8c02e7802,revision_number=5']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:25.755831 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Provisioning for port a018d116-d555-494d-8f8b-bd0cb97e9160 completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:24:25.760897 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Provisioning complete for port a018d116-d555-494d-8f8b-bd0cb97e9160 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:25.760897 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:25.795155 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-dda8a203-cd4f-4e01-abaf-5b1402489d3e req-94e23536-57a0-48c0-99a8-7b2c75fa95f3 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590713 Jul 13 19:24:25.856820 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:25.894040 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port a018d116-d555-494d-8f8b-bd0cb97e9160, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a018d116-d555-494d-8f8b-bd0cb97e9160,segment=NetworkSegment(47dd59b9-a209-4189-b5b3-55fbf6a7f6be),segment_id=47dd59b9-a209-4189-b5b3-55fbf6a7f6be)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:25.898204 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:25.946807 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Pushing event updated for resources: {'Port': ['ID=a018d116-d555-494d-8f8b-bd0cb97e9160,revision_number=5']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:25.947093 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ddb893-ce50-4625-856c-feaaf56d327d req-6307ed73-feac-4ef2-ad7c-d2075806c910 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:25.948633 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-08ddb893-ce50-4625-856c-feaaf56d327d req-6307ed73-feac-4ef2-ad7c-d2075806c910 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9db585d9-20d3-43b8-9dfc-e0e4790f7a01 HTTP/1.1" status: 200 len: 945 time: 0.0651052 Jul 13 19:24:26.003556 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-08ddb893-ce50-4625-856c-feaaf56d327d req-b562d5b0-711c-460a-acc5-d65142cc1377 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9b617bf-e73f-411e-b588-35d23f5af7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469964 Jul 13 19:24:26.136138 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce8a47-78bb-498b-85c2-c1a91a1a180d req-601e382b-76c1-42a6-ac5e-ba71485a77db tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:26.137854 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-6bce8a47-78bb-498b-85c2-c1a91a1a180d req-601e382b-76c1-42a6-ac5e-ba71485a77db tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307e83-d619-402c-b7ed-6efd4174b9f0 HTTP/1.1" status: 200 len: 945 time: 0.0684316 Jul 13 19:24:26.148917 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 46928) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:26.185678 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-6bce8a47-78bb-498b-85c2-c1a91a1a180d req-50b08787-5578-41a2-84da-3052f6d47cf4 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415642 Jul 13 19:24:26.267302 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-e8e5703d-b1bc-4a28-a9dc-82518617da2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:26.359348 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-e8e5703d-b1bc-4a28-a9dc-82518617da2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:26.363377 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-e8e5703d-b1bc-4a28-a9dc-82518617da2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:26.402694 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-e8e5703d-b1bc-4a28-a9dc-82518617da2b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a6f5266b05864dde95c40cdd5a33868e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2526965 Jul 13 19:24:26.403399 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e5703d-b1bc-4a28-a9dc-82518617da2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f2fcae-f5f2-42d8-9311-d0ac46688530,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:26.405379 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46950) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:26.455696 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-590a2e20-9b10-48d3-a035-d3f21d0fb0c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:26.482693 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-590a2e20-9b10-48d3-a035-d3f21d0fb0c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:26.535458 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-590a2e20-9b10-48d3-a035-d3f21d0fb0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:26.539140 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-590a2e20-9b10-48d3-a035-d3f21d0fb0c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:26.540287 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-590a2e20-9b10-48d3-a035-d3f21d0fb0c2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b4f2fcae-f5f2-42d8-9311-d0ac46688530 HTTP/1.1" status: 204 len: 168 time: 0.1339459 Jul 13 19:24:26.550299 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a2e20-9b10-48d3-a035-d3f21d0fb0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f2fcae-f5f2-42d8-9311-d0ac46688530,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:26.616686 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c93e9-b3e1-460d-b2c4-acc5932b9f28 req-dab73bb4-1b28-4220-9e5e-e43a3e75a2cd tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:26.618345 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-3d2c93e9-b3e1-460d-b2c4-acc5932b9f28 req-dab73bb4-1b28-4220-9e5e-e43a3e75a2cd tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 945 time: 0.0856931 Jul 13 19:24:26.664193 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-3d2c93e9-b3e1-460d-b2c4-acc5932b9f28 req-9c514fd6-1e58-461f-9399-d8a2dd72b0cb tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390396 Jul 13 19:24:26.834895 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46984) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:26.849865 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-592da5c3-9f20-4dbb-9988-2584598719f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:26.994767 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-592da5c3-9f20-4dbb-9988-2584598719f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:26.999724 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-592da5c3-9f20-4dbb-9988-2584598719f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:27.017956 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6b0a8-f5c2-48f9-8187-fb07bd622049 req-c257f557-c24a-467d-8c27-096791022714 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:27.019441 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-51e6b0a8-f5c2-48f9-8187-fb07bd622049 req-c257f557-c24a-467d-8c27-096791022714 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.1061380 Jul 13 19:24:27.039175 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1aa321f-ca42-4de7-95ae-b793cb60f178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e460608-e870-437f-8280-90358297765f'}, {'server_uuid': 'b8522378-cc12-4139-b209-7b0450d6daf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac136d91-7eee-4c03-83c5-bab8c02e7802'}, {'server_uuid': '05c6ebc9-3ade-4e24-9598-55c27d034a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a018d116-d555-494d-8f8b-bd0cb97e9160'}] {{(pid=92886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:27.041559 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2110528246aa69f40c90618f30b6bebf52a56ffd7d9758f57e079d5fd4b7be03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939ce8e4-df6e-4494-b20f-5aad05852716" -d '{"events": [{"server_uuid": "d1aa321f-ca42-4de7-95ae-b793cb60f178", "name": "network-vif-plugged", "status": "completed", "tag": "7e460608-e870-437f-8280-90358297765f"}, {"server_uuid": "b8522378-cc12-4139-b209-7b0450d6daf6", "name": "network-vif-plugged", "status": "completed", "tag": "ac136d91-7eee-4c03-83c5-bab8c02e7802"}, {"server_uuid": "05c6ebc9-3ade-4e24-9598-55c27d034a3e", "name": "network-vif-plugged", "status": "completed", "tag": "a018d116-d555-494d-8f8b-bd0cb97e9160"}]}' {{(pid=92886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:27.065416 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-592da5c3-9f20-4dbb-9988-2584598719f2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=615d08c4fbc14a3288794fbcc64c0dfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289419 Jul 13 19:24:27.067363 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592da5c3-9f20-4dbb-9988-2584598719f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62939fed-1747-4052-bbad-efae11202e65,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:27.068080 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 46996) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:27.083563 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-51e6b0a8-f5c2-48f9-8187-fb07bd622049 req-f2c061c3-07df-40c4-a0e5-4c3e38263c87 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557044 Jul 13 19:24:27.151070 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637550f9-563e-4415-8247-42de5581770a x-openstack-request-id: req-637550f9-563e-4415-8247-42de5581770a {{(pid=92886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:27.151371 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1aa321f-ca42-4de7-95ae-b793cb60f178", "name": "network-vif-plugged", "status": "completed", "tag": "7e460608-e870-437f-8280-90358297765f", "code": 200}, {"server_uuid": "b8522378-cc12-4139-b209-7b0450d6daf6", "name": "network-vif-plugged", "status": "completed", "tag": "ac136d91-7eee-4c03-83c5-bab8c02e7802", "code": 200}, {"server_uuid": "05c6ebc9-3ade-4e24-9598-55c27d034a3e", "name": "network-vif-plugged", "status": "completed", "tag": "a018d116-d555-494d-8f8b-bd0cb97e9160", "code": 200}]} {{(pid=92886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:27.151813 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-637550f9-563e-4415-8247-42de5581770a {{(pid=92886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:27.152273 dv-cinder-786933-3-iscsi neutron-server[92886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1aa321f-ca42-4de7-95ae-b793cb60f178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e460608-e870-437f-8280-90358297765f', 'code': 200} Jul 13 19:24:27.152566 dv-cinder-786933-3-iscsi neutron-server[92886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8522378-cc12-4139-b209-7b0450d6daf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac136d91-7eee-4c03-83c5-bab8c02e7802', 'code': 200} Jul 13 19:24:27.152822 dv-cinder-786933-3-iscsi neutron-server[92886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c6ebc9-3ade-4e24-9598-55c27d034a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a018d116-d555-494d-8f8b-bd0cb97e9160', 'code': 200} Jul 13 19:24:27.168584 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-c5b62ea5-cd58-4387-93ed-4e1283f80033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:27.197434 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-c5b62ea5-cd58-4387-93ed-4e1283f80033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:27.275532 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd40c4b-95fe-4d27-beef-8a928860a4f5 req-ce3ae24b-6928-4b61-a5fa-249a8f983ac2 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:27.277630 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-3fd40c4b-95fe-4d27-beef-8a928860a4f5 req-ce3ae24b-6928-4b61-a5fa-249a8f983ac2 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9db585d9-20d3-43b8-9dfc-e0e4790f7a01 HTTP/1.1" status: 200 len: 945 time: 0.1578252 Jul 13 19:24:27.346382 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-3fd40c4b-95fe-4d27-beef-8a928860a4f5 req-19d61ab6-325b-443d-89cf-60a06b708bdf tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9b617bf-e73f-411e-b588-35d23f5af7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629225 Jul 13 19:24:27.349895 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-c5b62ea5-cd58-4387-93ed-4e1283f80033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:27.353802 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-c5b62ea5-cd58-4387-93ed-4e1283f80033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:27.355672 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-c5b62ea5-cd58-4387-93ed-4e1283f80033 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/62939fed-1747-4052-bbad-efae11202e65 HTTP/1.1" status: 204 len: 168 time: 0.2865748 Jul 13 19:24:27.365224 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b62ea5-cd58-4387-93ed-4e1283f80033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62939fed-1747-4052-bbad-efae11202e65,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:27.444569 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a9973-0316-488f-93de-e264eb1c8dd7 req-015b18cf-cd86-40c0-822c-59779f982c63 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:27.451952 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-5c5a9973-0316-488f-93de-e264eb1c8dd7 req-015b18cf-cd86-40c0-822c-59779f982c63 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307e83-d619-402c-b7ed-6efd4174b9f0 HTTP/1.1" status: 200 len: 945 time: 0.1155667 Jul 13 19:24:27.532172 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-5c5a9973-0316-488f-93de-e264eb1c8dd7 req-d7ae81b2-094b-4e6f-a6ba-1f49b3cc326a tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790079 Jul 13 19:24:27.562491 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fceb4-8f74-4445-ad4f-5f347828bb06 req-54fb7ac5-0e0a-4cd3-bfb2-7e6e3d0149f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:27.563982 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-cc9fceb4-8f74-4445-ad4f-5f347828bb06 req-54fb7ac5-0e0a-4cd3-bfb2-7e6e3d0149f2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9db585d9-20d3-43b8-9dfc-e0e4790f7a01 HTTP/1.1" status: 200 len: 1098 time: 0.1035960 Jul 13 19:24:27.598670 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-cc9fceb4-8f74-4445-ad4f-5f347828bb06 req-9c5513c8-f44d-436c-ade8-18ede2044361 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e9b617bf-e73f-411e-b588-35d23f5af7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281849 Jul 13 19:24:27.699825 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c01d8a-b7bf-4332-a1e3-85534667b87e req-2c448ffd-016b-4692-a687-6274db9b6cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:27.701375 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a4c01d8a-b7bf-4332-a1e3-85534667b87e req-2c448ffd-016b-4692-a687-6274db9b6cd2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 1098 time: 0.1905046 Jul 13 19:24:27.704220 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ebaf8-c645-47b3-b7f4-0c132ade0c6a req-548f0268-9b80-4e9a-bfc4-2ee2a3980705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:27.705624 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-733ebaf8-c645-47b3-b7f4-0c132ade0c6a req-548f0268-9b80-4e9a-bfc4-2ee2a3980705 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 1098 time: 0.1859572 Jul 13 19:24:27.711890 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c80cd-48bd-423d-bec2-deae12edb084 req-00f130f1-49be-496f-93cb-47785dd5b648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:27.713343 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-de2c80cd-48bd-423d-bec2-deae12edb084 req-00f130f1-49be-496f-93cb-47785dd5b648 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 1098 time: 0.1337049 Jul 13 19:24:27.819919 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a4c01d8a-b7bf-4332-a1e3-85534667b87e req-f69bdaca-36cc-4235-9adf-4a4b95f98321 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925992 Jul 13 19:24:27.821295 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-733ebaf8-c645-47b3-b7f4-0c132ade0c6a req-241ee222-2c60-4a8e-9daf-256d99b74181 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884504 Jul 13 19:24:27.839712 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-de2c80cd-48bd-423d-bec2-deae12edb084 req-8cc4b776-3a40-4fdc-823f-cf134c4aa2ed service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020858 Jul 13 19:24:27.875226 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849369a0-c4cf-48c1-902f-54fa0a9c81f5 req-452af1e7-d9d4-41c5-afd1-2b051cc6b117 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:27.876756 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-849369a0-c4cf-48c1-902f-54fa0a9c81f5 req-452af1e7-d9d4-41c5-afd1-2b051cc6b117 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 945 time: 0.0874214 Jul 13 19:24:27.918850 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-849369a0-c4cf-48c1-902f-54fa0a9c81f5 req-7ce3022f-d133-4fd9-b31c-c45adce0fb2d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355923 Jul 13 19:24:28.278160 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dafc8-a952-4c59-bd1a-81b22b435a63 req-ffa2f336-fddf-4539-884c-0b1d804844e9 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:28.283777 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-499dafc8-a952-4c59-bd1a-81b22b435a63 req-ffa2f336-fddf-4539-884c-0b1d804844e9 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.0753570 Jul 13 19:24:28.329740 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-499dafc8-a952-4c59-bd1a-81b22b435a63 req-3a2f04fe-90a8-4d5d-9a74-1cbf7305ef5b tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419002 Jul 13 19:24:28.423862 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 47064) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:28.580314 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633a0cc-ca4a-43a1-9c86-43c7c8f3031b req-da48a3d9-5eb3-466f-98ac-b178e6071fe7 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:28.581921 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e633a0cc-ca4a-43a1-9c86-43c7c8f3031b req-da48a3d9-5eb3-466f-98ac-b178e6071fe7 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9db585d9-20d3-43b8-9dfc-e0e4790f7a01 HTTP/1.1" status: 200 len: 945 time: 0.1003687 Jul 13 19:24:28.588733 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ccb4a972-9ea9-4296-989a-79e1f1bbe410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:28.668962 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e633a0cc-ca4a-43a1-9c86-43c7c8f3031b req-ada8e044-a08f-4b07-9ef2-b38c0ed195f9 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9b617bf-e73f-411e-b588-35d23f5af7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778625 Jul 13 19:24:28.751070 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ccb4a972-9ea9-4296-989a-79e1f1bbe410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:28.759191 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ccb4a972-9ea9-4296-989a-79e1f1bbe410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:28.810830 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-ccb4a972-9ea9-4296-989a-79e1f1bbe410 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=87386a007950419f90b1684871940b63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3855398 Jul 13 19:24:28.813513 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 47080) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:28.819171 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c1edb6-2ada-410c-ae0b-09ef82ec7c23 req-23a3b192-5fc6-4c16-8d26-0e953723f118 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:28.821680 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-77c1edb6-2ada-410c-ae0b-09ef82ec7c23 req-23a3b192-5fc6-4c16-8d26-0e953723f118 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307e83-d619-402c-b7ed-6efd4174b9f0 HTTP/1.1" status: 200 len: 945 time: 0.1317546 Jul 13 19:24:28.824062 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb4a972-9ea9-4296-989a-79e1f1bbe410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4deef4b9-3b0e-4842-ab58-edc9d0d3d9bb,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:28.862771 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-77c1edb6-2ada-410c-ae0b-09ef82ec7c23 req-87601f50-4d51-4398-ad05-8fac164ed9ae tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347028 Jul 13 19:24:28.870708 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-25348621-ed59-41a6-8186-badf039fa6c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:28.893342 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-25348621-ed59-41a6-8186-badf039fa6c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:28.946117 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-25348621-ed59-41a6-8186-badf039fa6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:28.948992 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-25348621-ed59-41a6-8186-badf039fa6c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:28.950607 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-25348621-ed59-41a6-8186-badf039fa6c7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4deef4b9-3b0e-4842-ab58-edc9d0d3d9bb HTTP/1.1" status: 204 len: 168 time: 0.1355093 Jul 13 19:24:28.964035 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25348621-ed59-41a6-8186-badf039fa6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4deef4b9-3b0e-4842-ab58-edc9d0d3d9bb,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:29.134293 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b03f70-e646-4d64-bbb6-0720583cd6e8 req-c2276845-bf35-4d08-be16-0a6cf0ff1486 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:29.135856 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d6b03f70-e646-4d64-bbb6-0720583cd6e8 req-c2276845-bf35-4d08-be16-0a6cf0ff1486 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 945 time: 0.0906668 Jul 13 19:24:29.208293 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d6b03f70-e646-4d64-bbb6-0720583cd6e8 req-4aef80c1-20ce-4c9d-8da7-0e1ab9aa2b3e tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587649 Jul 13 19:24:29.362892 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 47108) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:29.433566 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 47112) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:29.449542 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-72921bad-711b-40cc-a0e0-2b78c2aac334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:29.547847 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c5499-fb27-4a4a-bf9c-725c48ba361d req-c9580c30-7cc9-4409-9019-aa02900c9ae1 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:29.554692 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-078c5499-fb27-4a4a-bf9c-725c48ba361d req-c9580c30-7cc9-4409-9019-aa02900c9ae1 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.1036677 Jul 13 19:24:29.554862 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-72921bad-711b-40cc-a0e0-2b78c2aac334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:29.565533 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-72921bad-711b-40cc-a0e0-2b78c2aac334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:29.609465 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-72921bad-711b-40cc-a0e0-2b78c2aac334 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=186682b0ee64467796af290d546eb828&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1721647 Jul 13 19:24:29.610114 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-078c5499-fb27-4a4a-bf9c-725c48ba361d req-0f2d0ade-f07e-48a2-ab32-199263d19138 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505478 Jul 13 19:24:29.610210 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 47118) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:29.621151 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72921bad-711b-40cc-a0e0-2b78c2aac334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2f960b-0679-459d-945c-37504b0bd457,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:29.670510 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-348084f6-38f1-4618-9bb6-c3deae6853c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:29.695581 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-602c4e8f-98d0-4f92-aff6-c5c3082c7f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:29.734543 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-602c4e8f-98d0-4f92-aff6-c5c3082c7f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:29.824388 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 47124) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:29.860689 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-602c4e8f-98d0-4f92-aff6-c5c3082c7f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:29.863464 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-602c4e8f-98d0-4f92-aff6-c5c3082c7f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:29.864648 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-602c4e8f-98d0-4f92-aff6-c5c3082c7f51 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9f2f960b-0679-459d-945c-37504b0bd457 HTTP/1.1" status: 204 len: 168 time: 0.2529547 Jul 13 19:24:29.882491 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-348084f6-38f1-4618-9bb6-c3deae6853c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:29.886510 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c4e8f-98d0-4f92-aff6-c5c3082c7f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2f960b-0679-459d-945c-37504b0bd457,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:29.892080 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-348084f6-38f1-4618-9bb6-c3deae6853c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:29.914212 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e01b36-b600-4826-9e5e-763f0f932670 req-6efbc0a9-0e15-478e-b657-49b8b2363616 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:29.915750 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f0e01b36-b600-4826-9e5e-763f0f932670 req-6efbc0a9-0e15-478e-b657-49b8b2363616 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9db585d9-20d3-43b8-9dfc-e0e4790f7a01 HTTP/1.1" status: 200 len: 945 time: 0.1292539 Jul 13 19:24:29.950155 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-b2e4f350-4aa1-4ed4-9919-9bec60db6676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:29.963712 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-348084f6-38f1-4618-9bb6-c3deae6853c2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=de00f17422544fb89a008b3385ae70a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5996220 Jul 13 19:24:29.965201 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348084f6-38f1-4618-9bb6-c3deae6853c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9b8698-3ab8-4606-9999-cae8151abee1,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:29.968638 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 47132) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:30.019758 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f0e01b36-b600-4826-9e5e-763f0f932670 req-c2210758-1457-4589-a9a7-57281b603b2b tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9b617bf-e73f-411e-b588-35d23f5af7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945656 Jul 13 19:24:30.057559 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-3b758d3c-0069-4e34-bdca-bb005e82d9fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:30.082352 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-3b758d3c-0069-4e34-bdca-bb005e82d9fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:30.110645 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-b2e4f350-4aa1-4ed4-9919-9bec60db6676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:30.118864 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-b2e4f350-4aa1-4ed4-9919-9bec60db6676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:30.137582 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-3b758d3c-0069-4e34-bdca-bb005e82d9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:30.140223 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-3b758d3c-0069-4e34-bdca-bb005e82d9fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:30.141411 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-3b758d3c-0069-4e34-bdca-bb005e82d9fa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fc9b8698-3ab8-4606-9999-cae8151abee1 HTTP/1.1" status: 204 len: 168 time: 0.1714330 Jul 13 19:24:30.141962 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6179115-35e2-4351-857c-e9e4f96b1dd6 req-9852359b-d733-4b98-bcbf-ff7877733e72 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:30.149396 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b758d3c-0069-4e34-bdca-bb005e82d9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9b8698-3ab8-4606-9999-cae8151abee1,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:30.149786 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b6179115-35e2-4351-857c-e9e4f96b1dd6 req-9852359b-d733-4b98-bcbf-ff7877733e72 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307e83-d619-402c-b7ed-6efd4174b9f0 HTTP/1.1" status: 200 len: 945 time: 0.1245699 Jul 13 19:24:30.201439 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 47140) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:30.201645 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-b2e4f350-4aa1-4ed4-9919-9bec60db6676 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0b1543b80ebc41f783e62569c2bebdc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3760571 Jul 13 19:24:30.216796 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4f350-4aa1-4ed4-9919-9bec60db6676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca39ef87-89d4-466f-80cc-9ed2597237a0,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:30.243194 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b6179115-35e2-4351-857c-e9e4f96b1dd6 req-cdc0a8c9-6134-487e-bb9e-ae6a4f93592a tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924773 Jul 13 19:24:30.288614 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-5020b9eb-95bd-4d72-b9a1-b496b51f46ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:30.325531 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-5020b9eb-95bd-4d72-b9a1-b496b51f46ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:30.467397 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c032d-0ca6-4d6e-b272-6435912a8c30 req-72924d76-7e32-4f97-b974-e799c5180098 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:30.469915 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1a8c032d-0ca6-4d6e-b272-6435912a8c30 req-72924d76-7e32-4f97-b974-e799c5180098 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 945 time: 0.0879385 Jul 13 19:24:30.470872 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-5020b9eb-95bd-4d72-b9a1-b496b51f46ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:30.473641 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-5020b9eb-95bd-4d72-b9a1-b496b51f46ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:30.474845 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-5020b9eb-95bd-4d72-b9a1-b496b51f46ae admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ca39ef87-89d4-466f-80cc-9ed2597237a0 HTTP/1.1" status: 204 len: 168 time: 0.2720013 Jul 13 19:24:30.507271 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020b9eb-95bd-4d72-b9a1-b496b51f46ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca39ef87-89d4-466f-80cc-9ed2597237a0,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:30.578340 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1a8c032d-0ca6-4d6e-b272-6435912a8c30 req-550f13b1-45c9-48fe-b2b9-cea30c0e2ac4 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942943 Jul 13 19:24:30.800252 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 47172) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:30.813747 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9153526f-9986-4f3e-aaaf-63b718eebd20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:30.870502 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f622379-691c-42f8-a1ae-f4dad42810e8 req-d1facb29-742d-48d7-b8b1-53cfa86aa874 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:30.883772 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-6f622379-691c-42f8-a1ae-f4dad42810e8 req-d1facb29-742d-48d7-b8b1-53cfa86aa874 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.1149640 Jul 13 19:24:30.923816 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9153526f-9986-4f3e-aaaf-63b718eebd20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:30.928851 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9153526f-9986-4f3e-aaaf-63b718eebd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:30.943873 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-6f622379-691c-42f8-a1ae-f4dad42810e8 req-c8632d28-fc71-47c8-906f-a00352e4188b tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587304 Jul 13 19:24:30.965071 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-9153526f-9986-4f3e-aaaf-63b718eebd20 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e9e0f0581f5c4818b7652669ca79ed70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1637094 Jul 13 19:24:30.967932 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 47180) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:30.979756 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9153526f-9986-4f3e-aaaf-63b718eebd20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d409c616-9e49-47d5-83d9-8dd5bbbcd981,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:31.012941 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 47184) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:31.028729 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-5448d948-8644-479d-9602-ae7607095899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:31.042843 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-1f41db68-65d2-4adf-a9c5-927c5d89a487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:31.072402 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-1f41db68-65d2-4adf-a9c5-927c5d89a487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:31.133736 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-1f41db68-65d2-4adf-a9c5-927c5d89a487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:31.136726 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-1f41db68-65d2-4adf-a9c5-927c5d89a487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:31.140378 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-1f41db68-65d2-4adf-a9c5-927c5d89a487 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d409c616-9e49-47d5-83d9-8dd5bbbcd981 HTTP/1.1" status: 204 len: 168 time: 0.1686981 Jul 13 19:24:31.145405 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41db68-65d2-4adf-a9c5-927c5d89a487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d409c616-9e49-47d5-83d9-8dd5bbbcd981,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:31.152733 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-5448d948-8644-479d-9602-ae7607095899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:31.157021 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-5448d948-8644-479d-9602-ae7607095899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:31.205565 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-5448d948-8644-479d-9602-ae7607095899 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2c35bb234e954cf4b009f180e34bbca8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915321 Jul 13 19:24:31.206777 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448d948-8644-479d-9602-ae7607095899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc301da-f325-4858-ba85-26e2756f0ddf,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:31.208467 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 47190) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:31.267989 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-924007ea-61ca-45bc-bf06-ea4f4e81b447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:31.290086 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-924007ea-61ca-45bc-bf06-ea4f4e81b447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:31.354629 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-924007ea-61ca-45bc-bf06-ea4f4e81b447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:31.357760 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-924007ea-61ca-45bc-bf06-ea4f4e81b447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:31.359978 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-924007ea-61ca-45bc-bf06-ea4f4e81b447 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2bc301da-f325-4858-ba85-26e2756f0ddf HTTP/1.1" status: 204 len: 168 time: 0.1480355 Jul 13 19:24:31.372050 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924007ea-61ca-45bc-bf06-ea4f4e81b447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc301da-f325-4858-ba85-26e2756f0ddf,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:31.637163 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:24:31.726631 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3299bd9-fefa-4069-8a2c-a2cc0342d7ab req-870b2740-2ec4-4a7d-8576-0f33ca81719f tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:31.733833 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-a3299bd9-fefa-4069-8a2c-a2cc0342d7ab req-870b2740-2ec4-4a7d-8576-0f33ca81719f tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.3122602 Jul 13 19:24:31.777283 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-a3299bd9-fefa-4069-8a2c-a2cc0342d7ab req-ce43fff2-7a44-4d4b-b104-0aea1b381ba0 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425270 Jul 13 19:24:31.818485 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76246df-1494-4280-85f9-a3dbd59cd226 req-d2d396c5-498f-4634-9103-1118098bc020 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:31.827368 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a76246df-1494-4280-85f9-a3dbd59cd226 req-d2d396c5-498f-4634-9103-1118098bc020 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 945 time: 0.0958426 Jul 13 19:24:31.872715 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a76246df-1494-4280-85f9-a3dbd59cd226 req-9d86fb55-0ea8-44fc-b227-d8d38a2d771f tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443723 Jul 13 19:24:31.925189 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 47230) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:32.038142 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-c86d08f0-6917-4045-a1c2-1a929a602cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:32.128749 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-c86d08f0-6917-4045-a1c2-1a929a602cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:32.134136 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-c86d08f0-6917-4045-a1c2-1a929a602cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:32.178169 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-c86d08f0-6917-4045-a1c2-1a929a602cf6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b707e15ed08048dea630d64ce1225b19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2516949 Jul 13 19:24:32.179577 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d08f0-6917-4045-a1c2-1a929a602cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188b10df-02d9-418a-9038-46969ce64e56,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:32.181403 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 47246) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:32.232468 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0a0fcaf5-e21d-400e-a09b-b366e484bc60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:32.257998 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0a0fcaf5-e21d-400e-a09b-b366e484bc60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:32.312761 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0a0fcaf5-e21d-400e-a09b-b366e484bc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:32.315909 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0a0fcaf5-e21d-400e-a09b-b366e484bc60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:32.320107 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-0a0fcaf5-e21d-400e-a09b-b366e484bc60 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/188b10df-02d9-418a-9038-46969ce64e56 HTTP/1.1" status: 204 len: 168 time: 0.1347871 Jul 13 19:24:32.326877 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fcaf5-e21d-400e-a09b-b366e484bc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188b10df-02d9-418a-9038-46969ce64e56,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:32.996740 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0898f49-9e58-4342-b922-ca3eaae5fc87 req-29cd1cd9-5996-4f54-9f82-29aaa62388d7 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:33.000540 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-d0898f49-9e58-4342-b922-ca3eaae5fc87 req-29cd1cd9-5996-4f54-9f82-29aaa62388d7 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.1058965 Jul 13 19:24:33.065378 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-d0898f49-9e58-4342-b922-ca3eaae5fc87 req-2555f6e3-4238-4efe-8a63-952204d529cd tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550802 Jul 13 19:24:33.121854 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130deda1-4018-4a75-93b6-97c760785622 req-6c41cd62-0a97-44e8-9306-0681cca068e5 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:33.124187 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-130deda1-4018-4a75-93b6-97c760785622 req-6c41cd62-0a97-44e8-9306-0681cca068e5 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 945 time: 0.0853720 Jul 13 19:24:33.168205 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-130deda1-4018-4a75-93b6-97c760785622 req-c9d7a06f-2629-4acf-b5a8-e92a85bb5628 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357435 Jul 13 19:24:33.894058 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 47346) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:33.999094 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-2edc0ea5-65a4-4199-b433-3fdd85c6f976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:34.083869 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-2edc0ea5-65a4-4199-b433-3fdd85c6f976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:34.087940 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-2edc0ea5-65a4-4199-b433-3fdd85c6f976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:34.127920 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-2edc0ea5-65a4-4199-b433-3fdd85c6f976 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=895f9649a48943f49de865ba7206627a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299747 Jul 13 19:24:34.127920 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc0ea5-65a4-4199-b433-3fdd85c6f976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b68d67-cf33-4bc7-9255-a7beb98697a1,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:34.128735 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 47356) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:34.181730 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f7ba6d2e-c22a-4e28-93cf-900fb11dfe0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:34.203520 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f7ba6d2e-c22a-4e28-93cf-900fb11dfe0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:34.248022 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3f215-573f-4fa7-a9a4-1f6c4fd1e00d req-e51b6d2e-3dea-41db-8451-2a07ec084e60 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:34.250346 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-48a3f215-573f-4fa7-a9a4-1f6c4fd1e00d req-e51b6d2e-3dea-41db-8451-2a07ec084e60 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.0669076 Jul 13 19:24:34.260637 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f7ba6d2e-c22a-4e28-93cf-900fb11dfe0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:34.263412 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f7ba6d2e-c22a-4e28-93cf-900fb11dfe0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:34.264888 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-f7ba6d2e-c22a-4e28-93cf-900fb11dfe0e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/03b68d67-cf33-4bc7-9255-a7beb98697a1 HTTP/1.1" status: 204 len: 168 time: 0.1351130 Jul 13 19:24:34.274056 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba6d2e-c22a-4e28-93cf-900fb11dfe0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b68d67-cf33-4bc7-9255-a7beb98697a1,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:34.306599 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-48a3f215-573f-4fa7-a9a4-1f6c4fd1e00d req-cdd059b2-ae95-40d7-8888-2af1cfca7465 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499818 Jul 13 19:24:34.363643 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9236054a-985d-4550-b3fb-f55575c7f324 req-9c7eae70-dc78-4f08-9e46-ee6ac0cab530 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:34.365274 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-9236054a-985d-4550-b3fb-f55575c7f324 req-9c7eae70-dc78-4f08-9e46-ee6ac0cab530 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 945 time: 0.0655527 Jul 13 19:24:34.414842 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-9236054a-985d-4550-b3fb-f55575c7f324 req-bd2b8502-df8c-4c95-8847-69f49ce7f9d8 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428777 Jul 13 19:24:34.459619 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b79ab-a2f9-4bf1-a346-f8de2de46b92 req-4057d4bc-112e-473e-9b12-e1705f5a3a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:34.461047 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0c0b79ab-a2f9-4bf1-a346-f8de2de46b92 req-4057d4bc-112e-473e-9b12-e1705f5a3a60 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=652f5f23ec8a45ea8fe76d30b77bbcff&device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 1098 time: 0.0595698 Jul 13 19:24:34.561914 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b79ab-a2f9-4bf1-a346-f8de2de46b92 req-20fd1997-be97-461c-aa79-eaa2142f13aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:34.563390 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0c0b79ab-a2f9-4bf1-a346-f8de2de46b92 req-20fd1997-be97-461c-aa79-eaa2142f13aa service neutron] 10.222.0.72 "GET /v2.0/networks?id=e562a705-db99-44a5-84db-c9cb691dc10e HTTP/1.1" status: 200 len: 919 time: 0.0858665 Jul 13 19:24:34.612821 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0c0b79ab-a2f9-4bf1-a346-f8de2de46b92 req-ff19a7b9-0328-4962-9b2a-88e5944f2154 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac136d91-7eee-4c03-83c5-bab8c02e7802 HTTP/1.1" status: 200 len: 217 time: 0.0375574 Jul 13 19:24:34.684783 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b79ab-a2f9-4bf1-a346-f8de2de46b92 req-727c8a3c-6534-4ee9-909d-39bd41348ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:34.687006 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0c0b79ab-a2f9-4bf1-a346-f8de2de46b92 req-727c8a3c-6534-4ee9-909d-39bd41348ebb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=378d89dc-bfdb-437d-a3cf-f875b6da89ed HTTP/1.1" status: 200 len: 857 time: 0.0593076 Jul 13 19:24:34.737924 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0c0b79ab-a2f9-4bf1-a346-f8de2de46b92 req-090c58f8-0692-4b16-8165-d8a9a172019d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e562a705-db99-44a5-84db-c9cb691dc10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288296 Jul 13 19:24:34.854150 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0c0b79ab-a2f9-4bf1-a346-f8de2de46b92 req-c1940654-5f2a-4e44-91b6-7c3a08c2409a service neutron] 10.222.0.72 "GET /v2.0/networks/e562a705-db99-44a5-84db-c9cb691dc10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889976 Jul 13 19:24:34.959521 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0c0b79ab-a2f9-4bf1-a346-f8de2de46b92 req-77a1e87d-fcec-4fc2-aa56-4374766a6601 service neutron] 10.222.0.72 "GET /v2.0/networks/e562a705-db99-44a5-84db-c9cb691dc10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878291 Jul 13 19:24:35.485630 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb96fad-fa08-4923-831b-e5b82de58280 req-fae8d0f8-18e3-4d67-803e-366163fa1370 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:35.487134 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-ffb96fad-fa08-4923-831b-e5b82de58280 req-fae8d0f8-18e3-4d67-803e-366163fa1370 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.0640936 Jul 13 19:24:35.528920 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-ffb96fad-fa08-4923-831b-e5b82de58280 req-e43e363a-ea41-4c62-9747-79ef091e359f tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359809 Jul 13 19:24:35.595119 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe834c-b353-4445-9942-f245c90cb1a1 req-3b7fb5c9-7c94-43c6-a30c-06fc28c5b916 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:35.596759 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-29fe834c-b353-4445-9942-f245c90cb1a1 req-3b7fb5c9-7c94-43c6-a30c-06fc28c5b916 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 945 time: 0.0634830 Jul 13 19:24:35.635959 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-29fe834c-b353-4445-9942-f245c90cb1a1 req-39f20a3c-3f6a-499f-b8b0-9da429d9a356 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334570 Jul 13 19:24:35.817750 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa324760-dd5a-4aa3-aa16-6c20e6d705e4 req-b8762611-6e57-4c94-bafc-114fb1df2a41 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:35.824629 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-aa324760-dd5a-4aa3-aa16-6c20e6d705e4 req-b8762611-6e57-4c94-bafc-114fb1df2a41 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 945 time: 0.0766082 Jul 13 19:24:35.825901 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 47430) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:35.830916 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-b2871844-88d3-4f96-a39f-23cd632f136f tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Request body: {'floatingip': {'port_id': '7e460608-e870-437f-8280-90358297765f'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:35.927455 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-b2871844-88d3-4f96-a39f-23cd632f136f tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for floatingip, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:36.842789 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483afbe3-fb50-4148-ba2b-a162ce57a17d req-75fe3f97-000c-44c8-9ac2-55ccfe2f449c tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:36.844189 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-483afbe3-fb50-4148-ba2b-a162ce57a17d req-75fe3f97-000c-44c8-9ac2-55ccfe2f449c tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.1815863 Jul 13 19:24:36.870959 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-b2871844-88d3-4f96-a39f-23cd632f136f tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:36.879210 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-b2871844-88d3-4f96-a39f-23cd632f136f tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502340'] for floatingip, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:36.933489 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-483afbe3-fb50-4148-ba2b-a162ce57a17d req-8257272e-f053-4896-bd2b-61c008a36fc7 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821733 Jul 13 19:24:36.993223 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.db.l3_db [None req-b2871844-88d3-4f96-a39f-23cd632f136f tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Floating IP 80adf390-623d-4ab1-8efc-b40f041ce0d0 associated. External IP: 172.27.2.194, port: 7e460608-e870-437f-8280-90358297765f. Jul 13 19:24:37.213954 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2871844-88d3-4f96-a39f-23cd632f136f tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Router 67741092-1c7f-4713-ba73-57f3f82a7baa has already been hosted by L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd {{(pid=92884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:24:37.318156 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2871844-88d3-4f96-a39f-23cd632f136f tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:24:37.322984 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-b2871844-88d3-4f96-a39f-23cd632f136f tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for floatingip, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:37.330708 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05d8860-a5d9-4917-84ba-f55454162919 None None] Sync routers for ids ['67741092-1c7f-4713-ba73-57f3f82a7baa'] in dv-cinder-786933-3-iscsi {{(pid=92887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:24:37.340266 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05d8860-a5d9-4917-84ba-f55454162919 None None] Routers {'67741092-1c7f-4713-ba73-57f3f82a7baa'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:24:37.340975 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-e05d8860-a5d9-4917-84ba-f55454162919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:24:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['67741092-1c7f-4713-ba73-57f3f82a7baa'], 'active': True} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:37.361411 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-b2871844-88d3-4f96-a39f-23cd632f136f tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "PUT /v2.0/floatingips/80adf390-623d-4ab1-8efc-b40f041ce0d0 HTTP/1.1" status: 200 len: 991 time: 1.5343339 Jul 13 19:24:37.362011 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1aa321f-ca42-4de7-95ae-b793cb60f178', 'tag': '7e460608-e870-437f-8280-90358297765f'}] {{(pid=92884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:37.364410 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cf84a925f246af12420c5659448fd2d5dd2a3ba7c6b104c2b07d23eb28f3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53e3515-11b8-438b-8046-bb2cf2a9c5ec" -d '{"events": [{"name": "network-changed", "server_uuid": "d1aa321f-ca42-4de7-95ae-b793cb60f178", "tag": "7e460608-e870-437f-8280-90358297765f"}]}' {{(pid=92884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:37.418458 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f311ec-1c84-423f-b33a-5271be4de615 x-openstack-request-id: req-73f311ec-1c84-423f-b33a-5271be4de615 {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:37.418458 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1aa321f-ca42-4de7-95ae-b793cb60f178", "tag": "7e460608-e870-437f-8280-90358297765f", "status": "completed", "code": 200}]} {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:37.418751 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-73f311ec-1c84-423f-b33a-5271be4de615 {{(pid=92884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:37.419085 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1aa321f-ca42-4de7-95ae-b793cb60f178', 'tag': '7e460608-e870-437f-8280-90358297765f', 'status': 'completed', 'code': 200} Jul 13 19:24:37.442364 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvr_db [None req-e05d8860-a5d9-4917-84ba-f55454162919 None None] Set router 67741092-1c7f-4713-ba73-57f3f82a7baa gateway port host: dv-cinder-786933-3-iscsi {{(pid=92887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:24:37.697440 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-e05d8860-a5d9-4917-84ba-f55454162919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'name': 'tempest-AttachVolumeTestJSON-1060596869-router', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '2e82ac64-afa0-497e-9ae8-687616721aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:48Z', 'updated_at': '2021-07-13T19:23:54Z', 'revision_number': 4, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'gw_port': {'id': '2e82ac64-afa0-497e-9ae8-687616721aa4', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:49Z', 'updated_at': '2021-07-13T19:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_floatingips': [{'id': '80adf390-623d-4ab1-8efc-b40f041ce0d0', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'router_id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'port_id': '7e460608-e870-437f-8280-90358297765f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824', 'mac_address': 'fa:16:3e:d3:ab:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aa321f-ca42-4de7-95ae-b793cb60f178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:24:02Z', 'updated_at': '2021-07-13T19:24:36Z', 'revision_number': 1, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02109647-5332-4725-ae8e-06f378714c5e', 'name': '', 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'mac_address': 'fa:16:3e:25:b4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c43d8f9f-c845-4d5c-82df-5404e88902e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:53Z', 'updated_at': '2021-07-13T19:24:04Z', 'revision_number': 5, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'subnets': [{'id': 'c43d8f9f-c845-4d5c-82df-5404e88902e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:37.792703 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05d8860-a5d9-4917-84ba-f55454162919 None None] Checking router: 67741092-1c7f-4713-ba73-57f3f82a7baa for host: dv-cinder-786933-3-iscsi {{(pid=92887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:24:37.800933 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05d8860-a5d9-4917-84ba-f55454162919 None None] Routers {'67741092-1c7f-4713-ba73-57f3f82a7baa'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:24:37.801537 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-e05d8860-a5d9-4917-84ba-f55454162919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:24:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['67741092-1c7f-4713-ba73-57f3f82a7baa'], 'active': True} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:37.901794 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvr_db [None req-e05d8860-a5d9-4917-84ba-f55454162919 None None] Set router 67741092-1c7f-4713-ba73-57f3f82a7baa gateway port host: dv-cinder-786933-3-iscsi {{(pid=92887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:24:38.105549 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db440b11-d602-453f-bf11-2f2ed109290e req-75cc8bc9-c851-472c-9306-023d8a141981 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:38.107042 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-db440b11-d602-453f-bf11-2f2ed109290e req-75cc8bc9-c851-472c-9306-023d8a141981 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.0612836 Jul 13 19:24:38.112153 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-e05d8860-a5d9-4917-84ba-f55454162919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'name': 'tempest-AttachVolumeTestJSON-1060596869-router', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '2e82ac64-afa0-497e-9ae8-687616721aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:48Z', 'updated_at': '2021-07-13T19:23:54Z', 'revision_number': 4, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'gw_port': {'id': '2e82ac64-afa0-497e-9ae8-687616721aa4', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:49Z', 'updated_at': '2021-07-13T19:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_floatingips': [{'id': '80adf390-623d-4ab1-8efc-b40f041ce0d0', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'router_id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'port_id': '7e460608-e870-437f-8280-90358297765f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824', 'mac_address': 'fa:16:3e:d3:ab:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aa321f-ca42-4de7-95ae-b793cb60f178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:24:02Z', 'updated_at': '2021-07-13T19:24:36Z', 'revision_number': 1, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02109647-5332-4725-ae8e-06f378714c5e', 'name': '', 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'mac_address': 'fa:16:3e:25:b4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c43d8f9f-c845-4d5c-82df-5404e88902e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:53Z', 'updated_at': '2021-07-13T19:24:04Z', 'revision_number': 5, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'subnets': [{'id': 'c43d8f9f-c845-4d5c-82df-5404e88902e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:38.141390 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05d8860-a5d9-4917-84ba-f55454162919 None None] The sync data for ids ['67741092-1c7f-4713-ba73-57f3f82a7baa'] in dv-cinder-786933-3-iscsi is: [{'id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'name': 'tempest-AttachVolumeTestJSON-1060596869-router', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '2e82ac64-afa0-497e-9ae8-687616721aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:48Z', 'updated_at': '2021-07-13T19:23:54Z', 'revision_number': 4, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'gw_port': {'id': '2e82ac64-afa0-497e-9ae8-687616721aa4', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:49Z', 'updated_at': '2021-07-13T19:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_floatingips': [{'id': '80adf390-623d-4ab1-8efc-b40f041ce0d0', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'router_id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'port_id': '7e460608-e870-437f-8280-90358297765f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824', 'mac_address': 'fa:16:3e:d3:ab:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aa321f-ca42-4de7-95ae-b793cb60f178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:24:02Z', 'updated_at': '2021-07-13T19:24:36Z', 'revision_number': 1, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02109647-5332-4725-ae8e-06f378714c5e', 'name': '', 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'mac_address': 'fa:16:3e:25:b4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c43d8f9f-c845-4d5c-82df-5404e88902e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:53Z', 'updated_at': '2021-07-13T19:24:04Z', 'revision_number': 5, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'subnets': [{'id': 'c43d8f9f-c845-4d5c-82df-5404e88902e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:24:38.144385 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-db440b11-d602-453f-bf11-2f2ed109290e req-31ecd1c4-b57a-4ae3-9ab1-567cede78a0a tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316775 Jul 13 19:24:38.346970 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2aec38-4aed-4990-be58-e19ea92acdad None None] New status for floating IP 80adf390-623d-4ab1-8efc-b40f041ce0d0: ACTIVE {{(pid=92886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:24:39.319429 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa136a06-6008-48cd-87a2-df2e5a0adc31 req-6842a9e3-9c09-4edc-91a8-b9e6536a7e3a tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:39.320918 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-aa136a06-6008-48cd-87a2-df2e5a0adc31 req-6842a9e3-9c09-4edc-91a8-b9e6536a7e3a tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.0648344 Jul 13 19:24:39.360112 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-aa136a06-6008-48cd-87a2-df2e5a0adc31 req-328ff130-773c-43bf-863c-fda55ed3598a tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337231 Jul 13 19:24:40.528594 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfe017-cec0-4860-ac8e-472aed5634b6 req-dca714ce-276e-42a8-bc9c-a7bdbc1743cb tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:40.530058 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f8dfe017-cec0-4860-ac8e-472aed5634b6 req-dca714ce-276e-42a8-bc9c-a7bdbc1743cb tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.0608516 Jul 13 19:24:40.566266 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f8dfe017-cec0-4860-ac8e-472aed5634b6 req-b1311196-01c1-4d70-9c07-4d166a980d9e tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307510 Jul 13 19:24:41.623262 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e3515-11b8-438b-8046-bb2cf2a9c5ec req-8eed3b06-4daf-431e-8098-8a7fcf3caf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:41.625465 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b53e3515-11b8-438b-8046-bb2cf2a9c5ec req-8eed3b06-4daf-431e-8098-8a7fcf3caf24 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f2df23c120004786bdbc54c2ad27b7df&device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 1098 time: 0.0673995 Jul 13 19:24:41.961710 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e3515-11b8-438b-8046-bb2cf2a9c5ec req-88e0854c-a651-41a6-878a-89f15f0951a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:41.963069 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b53e3515-11b8-438b-8046-bb2cf2a9c5ec req-88e0854c-a651-41a6-878a-89f15f0951a6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cf7dab8a-c373-4837-ae0f-7b4d00b9b824 HTTP/1.1" status: 200 len: 913 time: 0.3191476 Jul 13 19:24:41.974782 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763790d-76d7-4389-8691-450555b5ebc3 req-8fc9b72b-006e-4ffe-aa17-3f50036abd9f tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:41.976138 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-9763790d-76d7-4389-8691-450555b5ebc3 req-8fc9b72b-006e-4ffe-aa17-3f50036abd9f tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.0964167 Jul 13 19:24:42.083477 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-9763790d-76d7-4389-8691-450555b5ebc3 req-731bebd1-695b-4c3a-b5a6-36876c83ebac tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017089 Jul 13 19:24:42.092865 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b53e3515-11b8-438b-8046-bb2cf2a9c5ec req-bb7809f1-0be5-4aa3-9763-a08b10590b4b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e460608-e870-437f-8280-90358297765f HTTP/1.1" status: 200 len: 1001 time: 0.1095376 Jul 13 19:24:42.145457 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e3515-11b8-438b-8046-bb2cf2a9c5ec req-0be40a3c-93e9-41c1-a36b-fc7ebab516b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:42.146810 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b53e3515-11b8-438b-8046-bb2cf2a9c5ec req-0be40a3c-93e9-41c1-a36b-fc7ebab516b7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c43d8f9f-c845-4d5c-82df-5404e88902e1 HTTP/1.1" status: 200 len: 850 time: 0.0413277 Jul 13 19:24:42.230584 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e3515-11b8-438b-8046-bb2cf2a9c5ec req-4c30278b-a3f4-469f-87ab-9b7f77659d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:42.231961 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b53e3515-11b8-438b-8046-bb2cf2a9c5ec req-4c30278b-a3f4-469f-87ab-9b7f77659d37 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf7dab8a-c373-4837-ae0f-7b4d00b9b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0670028 Jul 13 19:24:42.511259 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:43.248821 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27251d0-d30a-4040-a4e0-c3aa55063fb0 req-71404443-f939-41bd-b613-226c6f3999e3 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:43.250285 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b27251d0-d30a-4040-a4e0-c3aa55063fb0 req-71404443-f939-41bd-b613-226c6f3999e3 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.0601656 Jul 13 19:24:43.289853 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b27251d0-d30a-4040-a4e0-c3aa55063fb0 req-34782185-6392-42d5-9f87-96d272225271 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339091 Jul 13 19:24:44.463652 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3973e-34b4-4baa-ba23-eae32e4ad86e req-9c2f595c-dffa-450b-ba12-11426c6fe609 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:44.465052 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-75e3973e-34b4-4baa-ba23-eae32e4ad86e req-9c2f595c-dffa-450b-ba12-11426c6fe609 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.0637569 Jul 13 19:24:44.500978 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-75e3973e-34b4-4baa-ba23-eae32e4ad86e req-dc76c12f-c01d-43ac-b282-d725ab1c8ceb tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303578 Jul 13 19:24:45.173183 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-8cc1a258-06ed-4699-9af1-f6cb66b457b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:45.804846 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9fd2c-9609-48c4-ac38-7a56a9f547c9 req-e6a82b3d-5883-4813-8cae-5014043bc17c tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:45.806419 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-9ca9fd2c-9609-48c4-ac38-7a56a9f547c9 req-e6a82b3d-5883-4813-8cae-5014043bc17c tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.0608361 Jul 13 19:24:45.843708 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-9ca9fd2c-9609-48c4-ac38-7a56a9f547c9 req-9a3af106-ef87-43cb-8203-f949ff3e7976 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316625 Jul 13 19:24:46.670180 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b53e3515-11b8-438b-8046-bb2cf2a9c5ec req-f730d047-f4b2-47e0-a60d-2399874fc6c3 service neutron] 10.222.0.72 "GET /v2.0/networks/cf7dab8a-c373-4837-ae0f-7b4d00b9b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840480 Jul 13 19:24:46.760145 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b53e3515-11b8-438b-8046-bb2cf2a9c5ec req-445b96e1-8c61-4eeb-a85c-db251956d1cf service neutron] 10.222.0.72 "GET /v2.0/networks/cf7dab8a-c373-4837-ae0f-7b4d00b9b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784130 Jul 13 19:24:47.010762 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e014d50-811a-4005-85ab-1d4a164a6d0f req-d8622fff-80b2-4f5d-9418-8c2dd5747bee tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:47.012260 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-6e014d50-811a-4005-85ab-1d4a164a6d0f req-d8622fff-80b2-4f5d-9418-8c2dd5747bee tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.0622728 Jul 13 19:24:47.054976 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-6e014d50-811a-4005-85ab-1d4a164a6d0f req-368d81c6-c925-4ab7-9897-70f4dc106c0b tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370674 Jul 13 19:24:47.725618 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-2bb1689b-9d31-4e02-b264-75205ecdffb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:47.838371 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:48.224291 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01924d0d-2fbf-4214-a3a0-4b1a41ee5007 req-fafdc468-cd38-4a7b-b900-45d029c47e7d tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:48.228985 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-01924d0d-2fbf-4214-a3a0-4b1a41ee5007 req-fafdc468-cd38-4a7b-b900-45d029c47e7d tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.0663388 Jul 13 19:24:48.265125 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-01924d0d-2fbf-4214-a3a0-4b1a41ee5007 req-f394460d-def8-4e1a-a3e9-1d3af70add3e tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329380 Jul 13 19:24:48.979197 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:49.435533 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6802fc-7a1d-4126-88bd-14be9bbec018 req-f44e97d9-53f4-4d1a-914c-4aabab3e7bc9 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:49.437019 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4f6802fc-7a1d-4126-88bd-14be9bbec018 req-f44e97d9-53f4-4d1a-914c-4aabab3e7bc9 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.0618646 Jul 13 19:24:49.473061 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4f6802fc-7a1d-4126-88bd-14be9bbec018 req-c845e25d-2a70-4fea-a34b-913106fd4c3c tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306356 Jul 13 19:24:50.635801 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:50.646856 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df61440-380d-4f31-9ad4-44860725446b req-41dd4eb9-1f2f-4751-9b0c-2f1ed5f81260 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:50.648318 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1df61440-380d-4f31-9ad4-44860725446b req-41dd4eb9-1f2f-4751-9b0c-2f1ed5f81260 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.0667689 Jul 13 19:24:50.685644 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1df61440-380d-4f31-9ad4-44860725446b req-c9594565-246a-4102-9546-4219f732021e tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317683 Jul 13 19:24:51.852480 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc14d7-e620-4c80-9d03-fe74ac04f811 req-915eda57-2cf8-45f5-8322-151b600142d7 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:51.854015 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-74bc14d7-e620-4c80-9d03-fe74ac04f811 req-915eda57-2cf8-45f5-8322-151b600142d7 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.0616739 Jul 13 19:24:51.892430 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-74bc14d7-e620-4c80-9d03-fe74ac04f811 req-dc4c73f5-2ff1-48a2-84a9-21fc27423eec tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325494 Jul 13 19:24:53.066867 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ad2d5-7cd9-4400-892a-89c68a366129 req-41e06ef9-4271-4fbc-b96b-d57aeb65c58e tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:53.068362 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a87ad2d5-7cd9-4400-892a-89c68a366129 req-41e06ef9-4271-4fbc-b96b-d57aeb65c58e tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.0617547 Jul 13 19:24:53.110312 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a87ad2d5-7cd9-4400-892a-89c68a366129 req-28cfdc7e-a9da-4353-b96d-ca4cf1d7993d tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362787 Jul 13 19:24:53.165684 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 47772) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:53.266893 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-2aaa1102-6cec-46e9-95fc-1cbe6c4f2870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.360891 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-2aaa1102-6cec-46e9-95fc-1cbe6c4f2870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.365058 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-2aaa1102-6cec-46e9-95fc-1cbe6c4f2870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.404474 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-2aaa1102-6cec-46e9-95fc-1cbe6c4f2870 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=39de3b7c98de4980a19020be3c4bfad1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377033 Jul 13 19:24:53.405770 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaa1102-6cec-46e9-95fc-1cbe6c4f2870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef6641a-ce9e-4a8d-8b45-1a1c7bcfc6ca,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:53.407162 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 47778) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:53.412889 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaa1102-6cec-46e9-95fc-1cbe6c4f2870 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:53.413242 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaa1102-6cec-46e9-95fc-1cbe6c4f2870 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:53.413580 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaa1102-6cec-46e9-95fc-1cbe6c4f2870 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:53.413932 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaa1102-6cec-46e9-95fc-1cbe6c4f2870 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:53.414269 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaa1102-6cec-46e9-95fc-1cbe6c4f2870 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:53.414597 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaa1102-6cec-46e9-95fc-1cbe6c4f2870 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:53.414921 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaa1102-6cec-46e9-95fc-1cbe6c4f2870 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:53.415334 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaa1102-6cec-46e9-95fc-1cbe6c4f2870 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:53.415670 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaa1102-6cec-46e9-95fc-1cbe6c4f2870 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:53.415992 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaa1102-6cec-46e9-95fc-1cbe6c4f2870 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:53.416310 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaa1102-6cec-46e9-95fc-1cbe6c4f2870 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:53.416654 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaa1102-6cec-46e9-95fc-1cbe6c4f2870 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:53.455858 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-104b6227-c5e7-4f9f-9871-4be9d9d355e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.477330 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-104b6227-c5e7-4f9f-9871-4be9d9d355e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.523140 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-104b6227-c5e7-4f9f-9871-4be9d9d355e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.526708 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-104b6227-c5e7-4f9f-9871-4be9d9d355e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.527845 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-104b6227-c5e7-4f9f-9871-4be9d9d355e9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8ef6641a-ce9e-4a8d-8b45-1a1c7bcfc6ca HTTP/1.1" status: 204 len: 168 time: 0.1194773 Jul 13 19:24:53.537975 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b6227-c5e7-4f9f-9871-4be9d9d355e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef6641a-ce9e-4a8d-8b45-1a1c7bcfc6ca,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:53.546925 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104b6227-c5e7-4f9f-9871-4be9d9d355e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:53.547357 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104b6227-c5e7-4f9f-9871-4be9d9d355e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:53.547710 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104b6227-c5e7-4f9f-9871-4be9d9d355e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:53.547992 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104b6227-c5e7-4f9f-9871-4be9d9d355e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:53.548328 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104b6227-c5e7-4f9f-9871-4be9d9d355e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:53.548887 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104b6227-c5e7-4f9f-9871-4be9d9d355e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:53.549233 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104b6227-c5e7-4f9f-9871-4be9d9d355e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:53.549572 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104b6227-c5e7-4f9f-9871-4be9d9d355e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:53.549942 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104b6227-c5e7-4f9f-9871-4be9d9d355e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:53.550271 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104b6227-c5e7-4f9f-9871-4be9d9d355e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:53.550674 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104b6227-c5e7-4f9f-9871-4be9d9d355e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:53.551224 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104b6227-c5e7-4f9f-9871-4be9d9d355e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:53.809906 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 47800) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:53.936714 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 47814) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:53.952637 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-61733390-8386-471f-9641-71d9e6c6943b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:54.033377 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 47816) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:54.068115 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-61733390-8386-471f-9641-71d9e6c6943b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:54.074055 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-61733390-8386-471f-9641-71d9e6c6943b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:54.083256 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-1c93ce6e-58b7-4419-825b-b7c02c26f807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:54.122513 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-61733390-8386-471f-9641-71d9e6c6943b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1547a6b59cf0421ba5d7b431d5639abc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1842225 Jul 13 19:24:54.123427 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61733390-8386-471f-9641-71d9e6c6943b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4670e92d-e3a2-429d-86c4-c2393a440943,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:54.125812 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 47822) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:54.146000 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-672ef112-a513-4518-853a-6bc4154c473f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:54.182208 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-308a6d3d-1e4c-4356-ac3d-11e83315f317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:54.203631 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-308a6d3d-1e4c-4356-ac3d-11e83315f317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:54.211711 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-1c93ce6e-58b7-4419-825b-b7c02c26f807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:54.217747 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-1c93ce6e-58b7-4419-825b-b7c02c26f807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:54.278360 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-308a6d3d-1e4c-4356-ac3d-11e83315f317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:54.279510 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-1c93ce6e-58b7-4419-825b-b7c02c26f807 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ad6600b06b4845ae8cc56056bf89a5a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4685483 Jul 13 19:24:54.281134 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-308a6d3d-1e4c-4356-ac3d-11e83315f317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:54.281776 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c93ce6e-58b7-4419-825b-b7c02c26f807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df09ca31-a4a3-4b9f-87c7-b81934a5b23b,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:54.282476 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-308a6d3d-1e4c-4356-ac3d-11e83315f317 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4670e92d-e3a2-429d-86c4-c2393a440943 HTTP/1.1" status: 204 len: 168 time: 0.1557071 Jul 13 19:24:54.288044 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 47826) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:54.304074 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a6d3d-1e4c-4356-ac3d-11e83315f317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4670e92d-e3a2-429d-86c4-c2393a440943,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:54.328270 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d21b41-6c48-4848-858f-a23f0b2e22c0 req-3c0f24ac-eacb-463c-ae2d-e6957a3e9adb tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:54.330156 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-51d21b41-6c48-4848-858f-a23f0b2e22c0 req-3c0f24ac-eacb-463c-ae2d-e6957a3e9adb tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.0936725 Jul 13 19:24:54.372555 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-51d21b41-6c48-4848-858f-a23f0b2e22c0 req-db151628-a2f5-4b35-9e7c-819be406ed97 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365109 Jul 13 19:24:54.385553 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-febcb5d2-81bf-48dd-b6ea-5e26a54a437d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:54.409021 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-672ef112-a513-4518-853a-6bc4154c473f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:54.420479 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-febcb5d2-81bf-48dd-b6ea-5e26a54a437d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:54.422322 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-672ef112-a513-4518-853a-6bc4154c473f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:54.484767 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-672ef112-a513-4518-853a-6bc4154c473f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ca430f43b7cb496e9ac4fcc8678c7f04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4497261 Jul 13 19:24:54.487493 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ef112-a513-4518-853a-6bc4154c473f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf45986-d8d4-4e49-8107-dfbd28c24e99,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:54.487833 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 47834) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:54.513621 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-febcb5d2-81bf-48dd-b6ea-5e26a54a437d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:54.517340 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-febcb5d2-81bf-48dd-b6ea-5e26a54a437d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:54.518682 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-febcb5d2-81bf-48dd-b6ea-5e26a54a437d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/df09ca31-a4a3-4b9f-87c7-b81934a5b23b HTTP/1.1" status: 204 len: 168 time: 0.2295175 Jul 13 19:24:54.527760 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febcb5d2-81bf-48dd-b6ea-5e26a54a437d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df09ca31-a4a3-4b9f-87c7-b81934a5b23b,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:54.570814 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-290464df-43ab-43b8-b098-e0b4f1383cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:54.593468 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-290464df-43ab-43b8-b098-e0b4f1383cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:54.647148 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-290464df-43ab-43b8-b098-e0b4f1383cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:54.650546 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-290464df-43ab-43b8-b098-e0b4f1383cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:54.651698 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-290464df-43ab-43b8-b098-e0b4f1383cea admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9bf45986-d8d4-4e49-8107-dfbd28c24e99 HTTP/1.1" status: 204 len: 168 time: 0.1627986 Jul 13 19:24:54.660113 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290464df-43ab-43b8-b098-e0b4f1383cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf45986-d8d4-4e49-8107-dfbd28c24e99,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:54.856784 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 47854) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:54.869657 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-3112e077-259b-4c19-b7e1-a9cf910a39b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:54.961750 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-3112e077-259b-4c19-b7e1-a9cf910a39b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:54.966323 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-3112e077-259b-4c19-b7e1-a9cf910a39b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:55.005533 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-3112e077-259b-4c19-b7e1-a9cf910a39b5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=03fa9ffefb9a4b38baac92096de6f9ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1474848 Jul 13 19:24:55.006713 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3112e077-259b-4c19-b7e1-a9cf910a39b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25daf578-fdad-4b37-9ec4-c2d1f5f88f76,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:55.008942 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 47866) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:55.076061 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-da780c40-4dba-4774-89a3-ed4e2429f0be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:55.103367 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-da780c40-4dba-4774-89a3-ed4e2429f0be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:55.151545 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-da780c40-4dba-4774-89a3-ed4e2429f0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:55.154636 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-da780c40-4dba-4774-89a3-ed4e2429f0be admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:55.156143 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-da780c40-4dba-4774-89a3-ed4e2429f0be admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/25daf578-fdad-4b37-9ec4-c2d1f5f88f76 HTTP/1.1" status: 204 len: 168 time: 0.1459074 Jul 13 19:24:55.164593 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da780c40-4dba-4774-89a3-ed4e2429f0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25daf578-fdad-4b37-9ec4-c2d1f5f88f76,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:55.617618 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527b379-916b-4b82-aa7a-12550decab98 req-b553826d-6823-4985-99ab-64df2da2ca75 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:55.620039 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-3527b379-916b-4b82-aa7a-12550decab98 req-b553826d-6823-4985-99ab-64df2da2ca75 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.1026638 Jul 13 19:24:55.662731 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-3527b379-916b-4b82-aa7a-12550decab98 req-341438d8-93c3-432c-8191-6afc388218d2 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359247 Jul 13 19:24:56.844174 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f894c27-4f70-447e-b7fd-87e3ee2c8b09 req-208cc1de-9d3e-47f7-bcb8-d1e9bcd98730 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:56.845688 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0f894c27-4f70-447e-b7fd-87e3ee2c8b09 req-208cc1de-9d3e-47f7-bcb8-d1e9bcd98730 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.0638857 Jul 13 19:24:56.884030 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0f894c27-4f70-447e-b7fd-87e3ee2c8b09 req-bf723c18-fe45-4aee-9161-08e06b735fb0 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328238 Jul 13 19:24:58.056149 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfee43d-e4be-4010-a63b-336f16e98613 req-13a5b020-f77c-4f2a-a0c2-3799c019082b tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:58.057671 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-2bfee43d-e4be-4010-a63b-336f16e98613 req-13a5b020-f77c-4f2a-a0c2-3799c019082b tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.0622203 Jul 13 19:24:58.093999 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-2bfee43d-e4be-4010-a63b-336f16e98613 req-2ce3f020-3659-4f78-8f05-9cede6981cdf tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308039 Jul 13 19:24:59.270915 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6718a07-adba-4322-b135-7a1333b10040 req-0304161f-c055-4802-8168-37edcb2b1bc4 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:59.272461 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e6718a07-adba-4322-b135-7a1333b10040 req-0304161f-c055-4802-8168-37edcb2b1bc4 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.0678163 Jul 13 19:24:59.320700 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e6718a07-adba-4322-b135-7a1333b10040 req-7bbbe81f-29aa-4076-972a-758f31f1ebd1 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410008 Jul 13 19:25:00.500690 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5eab83-a75b-404a-8419-5b50b381b2dd req-c56d3eaf-aa05-4d26-88e1-17a40da692e0 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:00.502596 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-fa5eab83-a75b-404a-8419-5b50b381b2dd req-c56d3eaf-aa05-4d26-88e1-17a40da692e0 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.0695543 Jul 13 19:25:00.546405 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-fa5eab83-a75b-404a-8419-5b50b381b2dd req-9e837c27-25d7-41f8-8af6-59f3ec0ba609 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363188 Jul 13 19:25:01.736515 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fe4af-ac3b-4596-a4f6-d7c92c04a97a req-38974c9d-b40a-4768-aab9-2f0dcde44b1c tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:01.738077 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-2f1fe4af-ac3b-4596-a4f6-d7c92c04a97a req-38974c9d-b40a-4768-aab9-2f0dcde44b1c tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.0687015 Jul 13 19:25:01.781144 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-2f1fe4af-ac3b-4596-a4f6-d7c92c04a97a req-06282964-f348-4909-b193-8735be3ff14c tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363007 Jul 13 19:25:02.313950 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878966e9-2224-439f-9cc1-3024bb4861e1 req-cd2f5b04-3705-4ca8-87f9-113f4315a970 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:02.315417 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-878966e9-2224-439f-9cc1-3024bb4861e1 req-cd2f5b04-3705-4ca8-87f9-113f4315a970 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9db585d9-20d3-43b8-9dfc-e0e4790f7a01 HTTP/1.1" status: 200 len: 945 time: 0.0637341 Jul 13 19:25:02.353556 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-878966e9-2224-439f-9cc1-3024bb4861e1 req-2455b139-c537-4348-a1cb-c922e0b9ac06 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9b617bf-e73f-411e-b588-35d23f5af7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319273 Jul 13 19:25:02.698032 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 48168) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:02.812827 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-4f203c63-cb24-4d43-b3a1-83024895a3ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:02.946430 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-4f203c63-cb24-4d43-b3a1-83024895a3ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:02.957213 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-4f203c63-cb24-4d43-b3a1-83024895a3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:03.021972 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-4f203c63-cb24-4d43-b3a1-83024895a3ec admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5e8287feef174837b3ac57cef94596c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3227794 Jul 13 19:25:03.024721 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f203c63-cb24-4d43-b3a1-83024895a3ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4663c4a-183d-488c-93fb-0dc4583bf992,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:03.026041 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 48182) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:03.109362 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df89e16-64a0-453a-9832-c9219827fdd5 req-09afd45a-7391-48f8-993f-1c5e55c548ab tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:03.110907 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-8df89e16-64a0-453a-9832-c9219827fdd5 req-09afd45a-7391-48f8-993f-1c5e55c548ab tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.1779268 Jul 13 19:25:03.127385 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f7166ace-1621-4327-ab0b-f1df6bb1e270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:03.167003 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f7166ace-1621-4327-ab0b-f1df6bb1e270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:03.170948 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-8df89e16-64a0-453a-9832-c9219827fdd5 req-0c71bf8b-9670-4dae-a5f4-a3831e114d88 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544496 Jul 13 19:25:03.217721 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f7166ace-1621-4327-ab0b-f1df6bb1e270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:03.220087 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f7166ace-1621-4327-ab0b-f1df6bb1e270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:03.221250 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-f7166ace-1621-4327-ab0b-f1df6bb1e270 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d4663c4a-183d-488c-93fb-0dc4583bf992 HTTP/1.1" status: 204 len: 168 time: 0.1904581 Jul 13 19:25:03.229051 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7166ace-1621-4327-ab0b-f1df6bb1e270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4663c4a-183d-488c-93fb-0dc4583bf992,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:03.534224 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549225cd-8fd3-49be-ae5c-df950628a3a6 req-19a63754-fb22-46c9-bb0f-213a89da86eb tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:03.535719 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-549225cd-8fd3-49be-ae5c-df950628a3a6 req-19a63754-fb22-46c9-bb0f-213a89da86eb tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9db585d9-20d3-43b8-9dfc-e0e4790f7a01 HTTP/1.1" status: 200 len: 945 time: 0.0672424 Jul 13 19:25:03.580487 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-549225cd-8fd3-49be-ae5c-df950628a3a6 req-e39f214e-5432-4a4a-a0f1-6f5f1a55fe07 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9b617bf-e73f-411e-b588-35d23f5af7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385451 Jul 13 19:25:03.830054 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 48216) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:04.032685 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-99d9aae0-af66-428e-99e3-718d9ceade9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:04.121028 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-99d9aae0-af66-428e-99e3-718d9ceade9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:04.125471 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-99d9aae0-af66-428e-99e3-718d9ceade9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:04.165251 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-99d9aae0-af66-428e-99e3-718d9ceade9b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f1ba1dc3ac2746dbba8565951626267f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3341193 Jul 13 19:25:04.167712 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 48250) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:04.174146 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9aae0-af66-428e-99e3-718d9ceade9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713559e3-6933-4807-a180-112a9dbb8db8,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:04.228151 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-63a21194-8589-4ccf-9261-cba34809291a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:04.255227 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-63a21194-8589-4ccf-9261-cba34809291a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:04.349473 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-63a21194-8589-4ccf-9261-cba34809291a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:04.352060 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-63a21194-8589-4ccf-9261-cba34809291a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:04.355539 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-63a21194-8589-4ccf-9261-cba34809291a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/713559e3-6933-4807-a180-112a9dbb8db8 HTTP/1.1" status: 204 len: 168 time: 0.1846287 Jul 13 19:25:04.369280 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a21194-8589-4ccf-9261-cba34809291a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713559e3-6933-4807-a180-112a9dbb8db8,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:04.395422 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd6869-e022-4bd8-8771-067dec3fabfb req-0f619275-df5a-4f0e-b13e-b18ca8eda98f tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:04.397237 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-73dd6869-e022-4bd8-8771-067dec3fabfb req-0f619275-df5a-4f0e-b13e-b18ca8eda98f tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.1063712 Jul 13 19:25:04.448736 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-73dd6869-e022-4bd8-8771-067dec3fabfb req-10c0458e-aa7b-4258-a334-77a27807541e tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435529 Jul 13 19:25:04.826312 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 48308) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:04.840345 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-41af582f-26c3-47c3-ae54-e0a26fa12600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:04.891224 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e927471-ba09-4f0d-8d16-d82ea14ee422 req-5e577f19-74f3-4a60-b9e2-b4dff2ac6d75 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:04.892995 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-0e927471-ba09-4f0d-8d16-d82ea14ee422 req-5e577f19-74f3-4a60-b9e2-b4dff2ac6d75 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9db585d9-20d3-43b8-9dfc-e0e4790f7a01 HTTP/1.1" status: 200 len: 945 time: 0.0995259 Jul 13 19:25:04.938661 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-0e927471-ba09-4f0d-8d16-d82ea14ee422 req-d3d67a07-2ae6-4524-9a93-060b61e9d743 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9b617bf-e73f-411e-b588-35d23f5af7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391440 Jul 13 19:25:04.951484 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-41af582f-26c3-47c3-ae54-e0a26fa12600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:04.962360 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-41af582f-26c3-47c3-ae54-e0a26fa12600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:05.001569 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-41af582f-26c3-47c3-ae54-e0a26fa12600 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f64e02e09c8c459494750fcf8f79e3ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1741774 Jul 13 19:25:05.002673 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af582f-26c3-47c3-ae54-e0a26fa12600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c25e5a7-9195-4fdf-b7cd-4f2a7ed3e1da,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:05.004408 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 48316) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:05.055983 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-b3862565-0b00-400e-ad14-1537a6bd8261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:05.077602 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-b3862565-0b00-400e-ad14-1537a6bd8261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:05.126829 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-b3862565-0b00-400e-ad14-1537a6bd8261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:05.129671 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-b3862565-0b00-400e-ad14-1537a6bd8261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:05.130811 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-b3862565-0b00-400e-ad14-1537a6bd8261 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3c25e5a7-9195-4fdf-b7cd-4f2a7ed3e1da HTTP/1.1" status: 204 len: 168 time: 0.1253145 Jul 13 19:25:05.139152 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3862565-0b00-400e-ad14-1537a6bd8261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c25e5a7-9195-4fdf-b7cd-4f2a7ed3e1da,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:05.644262 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd34ac7-1c29-4b6d-b5e6-3a65b6aaf449 req-acec743d-9c4e-45d5-b454-af1b70cc9d89 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:05.645796 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-cbd34ac7-1c29-4b6d-b5e6-3a65b6aaf449 req-acec743d-9c4e-45d5-b454-af1b70cc9d89 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.0734556 Jul 13 19:25:05.687343 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-cbd34ac7-1c29-4b6d-b5e6-3a65b6aaf449 req-aeafaf07-6b2e-481c-9d67-9aa11d60fbba tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354452 Jul 13 19:25:06.218959 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297a03d-cece-4492-9454-6bbd84a6ca8e req-6cd56ebe-36d9-4028-a3c2-faee48b79393 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:06.220980 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4297a03d-cece-4492-9454-6bbd84a6ca8e req-6cd56ebe-36d9-4028-a3c2-faee48b79393 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.72 "GET /v2.0/ports?device_id=9db585d9-20d3-43b8-9dfc-e0e4790f7a01 HTTP/1.1" status: 200 len: 945 time: 0.1530399 Jul 13 19:25:06.233129 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eadbf1-220f-47f7-b1ee-debee11332e8 req-321cfb1f-75de-44a5-96ff-a2e7980e1f40 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:06.233129 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-10eadbf1-220f-47f7-b1ee-debee11332e8 req-321cfb1f-75de-44a5-96ff-a2e7980e1f40 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9db585d9-20d3-43b8-9dfc-e0e4790f7a01 HTTP/1.1" status: 200 len: 945 time: 0.1129379 Jul 13 19:25:06.338210 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-10eadbf1-220f-47f7-b1ee-debee11332e8 req-899c798c-61cd-4853-b289-08b7e3b5547b tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9b617bf-e73f-411e-b588-35d23f5af7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758820 Jul 13 19:25:06.369278 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [req-4297a03d-cece-4492-9454-6bbd84a6ca8e req-6f1ff648-290a-41b1-b231-e45473838406 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Deleting port 3cc10f2e-5cdb-47ee-ab16-67c5650a833e {{(pid=92884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:25:06.369625 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-4297a03d-cece-4492-9454-6bbd84a6ca8e req-6f1ff648-290a-41b1-b231-e45473838406 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:06.399665 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 48390) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:06.462155 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-4297a03d-cece-4492-9454-6bbd84a6ca8e req-6f1ff648-290a-41b1-b231-e45473838406 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] For port 3cc10f2e-5cdb-47ee-ab16-67c5650a833e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3cc10f2e-5cdb-47ee-ab16-67c5650a833e,segment=NetworkSegment(bcb7886f-503b-44c3-a9a4-813100afae65),segment_id=bcb7886f-503b-44c3-a9a4-813100afae65)] {{(pid=92884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:06.462514 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-4297a03d-cece-4492-9454-6bbd84a6ca8e req-6f1ff648-290a-41b1-b231-e45473838406 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:06.479614 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [req-4297a03d-cece-4492-9454-6bbd84a6ca8e req-6f1ff648-290a-41b1-b231-e45473838406 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Calling delete_port for 3cc10f2e-5cdb-47ee-ab16-67c5650a833e owned by compute:nova {{(pid=92884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:25:06.613502 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-8ab39983-828e-4a50-af98-6980a894af24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:06.647263 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-4297a03d-cece-4492-9454-6bbd84a6ca8e req-6f1ff648-290a-41b1-b231-e45473838406 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:06.680035 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ff648-290a-41b1-b231-e45473838406 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Pushing event deleted for resources: {'Port': ['ID=3cc10f2e-5cdb-47ee-ab16-67c5650a833e,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:06.737733 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-8ab39983-828e-4a50-af98-6980a894af24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:06.747869 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-8ab39983-828e-4a50-af98-6980a894af24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:06.750701 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [req-4297a03d-cece-4492-9454-6bbd84a6ca8e req-6f1ff648-290a-41b1-b231-e45473838406 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] No DVR routers for this DVR port 3cc10f2e-5cdb-47ee-ab16-67c5650a833e on host hv-cinder-78693 {{(pid=92884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:25:06.754132 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-4297a03d-cece-4492-9454-6bbd84a6ca8e req-6f1ff648-290a-41b1-b231-e45473838406 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:06.756252 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4297a03d-cece-4492-9454-6bbd84a6ca8e req-6f1ff648-290a-41b1-b231-e45473838406 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.72 "DELETE /v2.0/ports/3cc10f2e-5cdb-47ee-ab16-67c5650a833e HTTP/1.1" status: 204 len: 173 time: 0.5234928 Jul 13 19:25:06.756729 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db585d9-20d3-43b8-9dfc-e0e4790f7a01', 'name': 'network-vif-deleted', 'tag': '3cc10f2e-5cdb-47ee-ab16-67c5650a833e'}] {{(pid=92884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:06.758967 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cf84a925f246af12420c5659448fd2d5dd2a3ba7c6b104c2b07d23eb28f3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420cd24b-6546-43a5-874c-30ec127c319d" -d '{"events": [{"server_uuid": "9db585d9-20d3-43b8-9dfc-e0e4790f7a01", "name": "network-vif-deleted", "tag": "3cc10f2e-5cdb-47ee-ab16-67c5650a833e"}]}' {{(pid=92884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:06.804335 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67f3e92-69e5-4214-b5eb-b76c7e2da27f x-openstack-request-id: req-a67f3e92-69e5-4214-b5eb-b76c7e2da27f {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:06.804826 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9db585d9-20d3-43b8-9dfc-e0e4790f7a01", "name": "network-vif-deleted", "tag": "3cc10f2e-5cdb-47ee-ab16-67c5650a833e", "status": "completed", "code": 200}]} {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:06.805132 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a67f3e92-69e5-4214-b5eb-b76c7e2da27f {{(pid=92884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:06.805699 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db585d9-20d3-43b8-9dfc-e0e4790f7a01', 'name': 'network-vif-deleted', 'tag': '3cc10f2e-5cdb-47ee-ab16-67c5650a833e', 'status': 'completed', 'code': 200} Jul 13 19:25:06.808727 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-8ab39983-828e-4a50-af98-6980a894af24 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6d353eea464f4b3ab312a5ddcc50357f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4078810 Jul 13 19:25:06.811325 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 48414) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:06.839569 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab39983-828e-4a50-af98-6980a894af24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a2e0a4-8768-4dc7-8de8-f657c6b32794,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:06.868477 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-7a9c320a-21ee-432e-a621-3d3e53208b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:06.891635 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-7a9c320a-21ee-432e-a621-3d3e53208b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:06.924917 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f09e52-0dd7-4f45-b0f4-837eaf4c9130 req-8d2bb3a3-50cf-4dc6-a743-2d83fcd21685 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:06.949156 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-99f09e52-0dd7-4f45-b0f4-837eaf4c9130 req-8d2bb3a3-50cf-4dc6-a743-2d83fcd21685 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.0949380 Jul 13 19:25:06.968029 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-7a9c320a-21ee-432e-a621-3d3e53208b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:06.971129 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-7a9c320a-21ee-432e-a621-3d3e53208b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:06.974742 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-7a9c320a-21ee-432e-a621-3d3e53208b51 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/69a2e0a4-8768-4dc7-8de8-f657c6b32794 HTTP/1.1" status: 204 len: 168 time: 0.1600003 Jul 13 19:25:06.990618 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c320a-21ee-432e-a621-3d3e53208b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a2e0a4-8768-4dc7-8de8-f657c6b32794,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:07.053163 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-99f09e52-0dd7-4f45-b0f4-837eaf4c9130 req-c6eb3db9-2b81-4e04-9656-c64e21ce69fe tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985422 Jul 13 19:25:07.082862 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 48430) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:07.296511 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-83eaa423-79c6-4e2c-840f-ca0adef54411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:07.353407 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 48438) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:07.367322 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-1fec1eb2-63d3-407d-95e7-996f25295f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:07.392000 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-83eaa423-79c6-4e2c-840f-ca0adef54411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:07.396787 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-83eaa423-79c6-4e2c-840f-ca0adef54411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:07.432608 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eaa423-79c6-4e2c-840f-ca0adef54411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53886627-f9d8-4724-aa93-53863330afb4,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:07.437025 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-83eaa423-79c6-4e2c-840f-ca0adef54411 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c1920f0ca39c4603927c77e9e8f5850f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3531094 Jul 13 19:25:07.439624 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 48442) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:07.488980 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-7a863372-2106-4f3e-83f4-3c1a1237a8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:07.501409 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-40dce6a3-0b4e-435c-bdfc-9bc5d0703b6c req-7fd0436e-3f38-4053-bb0c-235a823365a1 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9db585d9-20d3-43b8-9dfc-e0e4790f7a01 HTTP/1.1" status: 200 len: 210 time: 0.0373392 Jul 13 19:25:07.510800 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-1fec1eb2-63d3-407d-95e7-996f25295f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:07.511599 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-7a863372-2106-4f3e-83f4-3c1a1237a8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:07.515733 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-1fec1eb2-63d3-407d-95e7-996f25295f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:07.553630 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-1fec1eb2-63d3-407d-95e7-996f25295f98 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5092bcb073f4403e9ce71347dea643e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1989675 Jul 13 19:25:07.556784 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 48444) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:07.562776 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec1eb2-63d3-407d-95e7-996f25295f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be3338a-5e8d-4eb0-8ff7-d10f1df246a0,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:07.572572 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-7a863372-2106-4f3e-83f4-3c1a1237a8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:07.577096 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-7a863372-2106-4f3e-83f4-3c1a1237a8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:07.578395 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-7a863372-2106-4f3e-83f4-3c1a1237a8a7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/53886627-f9d8-4724-aa93-53863330afb4 HTTP/1.1" status: 204 len: 168 time: 0.1375618 Jul 13 19:25:07.586480 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a863372-2106-4f3e-83f4-3c1a1237a8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53886627-f9d8-4724-aa93-53863330afb4,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:07.612698 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-87bdb87c-49b2-4ddf-9cad-3521afd9f87f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:07.638628 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-87bdb87c-49b2-4ddf-9cad-3521afd9f87f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:07.689227 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-87bdb87c-49b2-4ddf-9cad-3521afd9f87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:07.691772 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-87bdb87c-49b2-4ddf-9cad-3521afd9f87f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:07.692946 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-87bdb87c-49b2-4ddf-9cad-3521afd9f87f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3be3338a-5e8d-4eb0-8ff7-d10f1df246a0 HTTP/1.1" status: 204 len: 168 time: 0.1352677 Jul 13 19:25:07.701186 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bdb87c-49b2-4ddf-9cad-3521afd9f87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be3338a-5e8d-4eb0-8ff7-d10f1df246a0,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:07.958361 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 48454) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:07.974225 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-3097c279-34cc-441a-bfa1-03ad903cb737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:08.024595 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 48458) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:08.037334 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-696bde46-23b2-45ae-ba54-7797318ad61c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:08.069600 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-3097c279-34cc-441a-bfa1-03ad903cb737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:08.077985 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-3097c279-34cc-441a-bfa1-03ad903cb737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:08.128319 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-3097c279-34cc-441a-bfa1-03ad903cb737 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cb59fd8625e9431c8514aa2f33fd9e2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1686723 Jul 13 19:25:08.129167 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097c279-34cc-441a-bfa1-03ad903cb737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8e73e8-f5fc-4c51-9ca5-30b05ef043f6,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:08.131519 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 48464) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:08.170438 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-696bde46-23b2-45ae-ba54-7797318ad61c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:08.180327 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-696bde46-23b2-45ae-ba54-7797318ad61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:08.193127 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-705c8966-6f13-46ea-a871-2edc98563f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:08.213800 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-705c8966-6f13-46ea-a871-2edc98563f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:08.240195 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696bde46-23b2-45ae-ba54-7797318ad61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97130910-f5bb-4558-850f-46646d593d8e,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:08.246321 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-696bde46-23b2-45ae-ba54-7797318ad61c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eb984773febe45f393cb164391409a65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2206936 Jul 13 19:25:08.249305 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 48466) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:08.275189 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36b68d-0dbc-4de6-b5a9-0029779009fd req-df126111-6f18-4c38-b200-a2a60427c7f2 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:08.280263 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-705c8966-6f13-46ea-a871-2edc98563f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:08.281935 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-9a36b68d-0dbc-4de6-b5a9-0029779009fd req-df126111-6f18-4c38-b200-a2a60427c7f2 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.1166182 Jul 13 19:25:08.282731 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-705c8966-6f13-46ea-a871-2edc98563f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:08.286293 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-705c8966-6f13-46ea-a871-2edc98563f66 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ee8e73e8-f5fc-4c51-9ca5-30b05ef043f6 HTTP/1.1" status: 204 len: 168 time: 0.1402922 Jul 13 19:25:08.298989 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c8966-6f13-46ea-a871-2edc98563f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8e73e8-f5fc-4c51-9ca5-30b05ef043f6,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:08.316866 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-5d7d72fe-0144-4e4f-bc3d-c89719e4dedf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:08.330980 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-9a36b68d-0dbc-4de6-b5a9-0029779009fd req-b85ed8af-1c20-4e8f-803f-6bcd146cfb89 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480893 Jul 13 19:25:08.344086 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-5d7d72fe-0144-4e4f-bc3d-c89719e4dedf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:08.395006 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-5d7d72fe-0144-4e4f-bc3d-c89719e4dedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:08.398038 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-5d7d72fe-0144-4e4f-bc3d-c89719e4dedf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:08.399185 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-5d7d72fe-0144-4e4f-bc3d-c89719e4dedf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/97130910-f5bb-4558-850f-46646d593d8e HTTP/1.1" status: 204 len: 168 time: 0.1487939 Jul 13 19:25:08.407469 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d72fe-0144-4e4f-bc3d-c89719e4dedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97130910-f5bb-4558-850f-46646d593d8e,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:08.638949 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:25:08.724362 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-42d25710-baff-42f0-a52e-841b13132a6f req-bcf1777c-9eba-4d3f-b7e5-b0fd8d4f2d5e tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9db585d9-20d3-43b8-9dfc-e0e4790f7a01 HTTP/1.1" status: 200 len: 210 time: 0.0384173 Jul 13 19:25:09.332676 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 48520) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:09.443219 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-92d4d199-96f3-45f5-a103-2b0f6a40db97 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1972901604-network', 'tenant_id': 'df66158c799144888d9e3e2d499b2c33'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:09.467093 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d4d199-96f3-45f5-a103-2b0f6a40db97 admin admin] Made reservation on behalf of df66158c799144888d9e3e2d499b2c33 for: {'network': 1} {{(pid=92884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:25:09.469501 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-92d4d199-96f3-45f5-a103-2b0f6a40db97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for network, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:09.480559 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-92d4d199-96f3-45f5-a103-2b0f6a40db97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:09.534311 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ec0b9-cc0f-4b62-9741-ffa795bb7ee0 req-4105fc16-4df9-44d8-8f99-a69c6ccc600f tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:09.536220 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-3e8ec0b9-cc0f-4b62-9741-ffa795bb7ee0 req-4105fc16-4df9-44d8-8f99-a69c6ccc600f tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.0689423 Jul 13 19:25:09.580581 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-3e8ec0b9-cc0f-4b62-9741-ffa795bb7ee0 req-25dccade-e320-4b19-b676-3990f55f7ae9 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382214 Jul 13 19:25:09.580786 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-92d4d199-96f3-45f5-a103-2b0f6a40db97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:09.585642 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-92d4d199-96f3-45f5-a103-2b0f6a40db97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:09.621807 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4d199-96f3-45f5-a103-2b0f6a40db97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:09.631453 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92d4d199-96f3-45f5-a103-2b0f6a40db97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1171} {{(pid=92884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:25:09.643664 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-92d4d199-96f3-45f5-a103-2b0f6a40db97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480'] for segment, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:09.644029 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.db.segments_db [None req-92d4d199-96f3-45f5-a103-2b0f6a40db97 admin admin] Added segment 7463682c-908b-41b4-9218-712097f5a306 of type vlan for network 0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7 Jul 13 19:25:09.682803 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-92d4d199-96f3-45f5-a103-2b0f6a40db97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772357517572'] for network, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:09.710611 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-92d4d199-96f3-45f5-a103-2b0f6a40db97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669'] for network, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:09.711541 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d4d199-96f3-45f5-a103-2b0f6a40db97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:09.712169 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-92d4d199-96f3-45f5-a103-2b0f6a40db97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for network, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:09.771535 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-92d4d199-96f3-45f5-a103-2b0f6a40db97 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4374170 Jul 13 19:25:09.774281 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 48532) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:09.775035 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4d199-96f3-45f5-a103-2b0f6a40db97 admin admin] Pushing event updated for resources: {'Network': ['ID=0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:09.780365 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-28a0c649-473f-47e2-a663-727140bdd0d2 admin admin] Request body: {'subnet': {'network_id': '0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1972901604-subnet', 'tenant_id': 'df66158c799144888d9e3e2d499b2c33', 'ip_version': 4}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:09.786289 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Network 0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7 details requested by agent ovs-agent-dv-cinder-786933-3-iscsi with host dv-cinder-786933-3-iscsi {{(pid=92886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:25:09.822210 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a0c649-473f-47e2-a663-727140bdd0d2 admin admin] Made reservation on behalf of df66158c799144888d9e3e2d499b2c33 for: {'subnet': 1} {{(pid=92885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:25:09.824680 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-28a0c649-473f-47e2-a663-727140bdd0d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:09.919393 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-eb55c80f-9a84-4fcb-b73c-8a5e6f34f69c req-29ee516d-52c8-407b-a117-7a39ff411df9 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9db585d9-20d3-43b8-9dfc-e0e4790f7a01 HTTP/1.1" status: 200 len: 210 time: 0.0374405 Jul 13 19:25:10.034896 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-28a0c649-473f-47e2-a663-727140bdd0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669'] for subnet, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:10.089430 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0c649-473f-47e2-a663-727140bdd0d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c509fd0-b2ef-4a02-b3c6-9aba994fdd49,revision_number=0']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:10.096714 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a0c649-473f-47e2-a663-727140bdd0d2 admin admin] Checking segment: {'id': '7463682c-908b-41b4-9218-712097f5a306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:25:10.097076 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a0c649-473f-47e2-a663-727140bdd0d2 admin admin] Network hostable DHCP agents. Network: 0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7, hostable agents: ['46ee3fc2-8c8b-485e-8a09-c5820fb474f8'], hosted agents: [] {{(pid=92885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:25:10.113660 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a0c649-473f-47e2-a663-727140bdd0d2 admin admin] Network 0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7 is scheduled to be hosted by DHCP agent 46ee3fc2-8c8b-485e-8a09-c5820fb474f8 with binding_index 1 {{(pid=92885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:25:10.123153 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.base_scheduler [None req-28a0c649-473f-47e2-a663-727140bdd0d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-3-iscsi, 0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7) {{(pid=92885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:10.128726 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a0c649-473f-47e2-a663-727140bdd0d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:10.130563 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-28a0c649-473f-47e2-a663-727140bdd0d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:10.131743 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49b5023-1d6f-4aac-8fc3-2bf7a1a72baa None None] Network 0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7 requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:25:10.144524 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-28a0c649-473f-47e2-a663-727140bdd0d2 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3689475 Jul 13 19:25:10.147301 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 48538) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:10.152045 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-e9dac274-9e7d-4bbd-a9f2-13f2f85bda0e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1972901604-router', 'tenant_id': 'df66158c799144888d9e3e2d499b2c33', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'}}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:10.175210 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e9dac274-9e7d-4bbd-a9f2-13f2f85bda0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-502719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57487'] for router, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:10.176984 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e9dac274-9e7d-4bbd-a9f2-13f2f85bda0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57476'] for router, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:10.239752 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e9dac274-9e7d-4bbd-a9f2-13f2f85bda0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:10.279249 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7442c68d-9db1-47c9-9bed-443adc965fea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45260216-df0c-5796-8452-8e51f9540998-0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7', 'network_id': '0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7', 'tenant_id': 'df66158c799144888d9e3e2d499b2c33', 'fixed_ips': [{'subnet_id': '6c509fd0-b2ef-4a02-b3c6-9aba994fdd49'}]}} from dv-cinder-786933-3-iscsi. {{(pid=92886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:25:10.280091 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-7442c68d-9db1-47c9-9bed-443adc965fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:10.384245 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e9dac274-9e7d-4bbd-a9f2-13f2f85bda0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-502697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64110'] for router, precommit_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:10.409698 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.db_base_plugin_common [None req-7442c68d-9db1-47c9-9bed-443adc965fea None None] Allocated IP 172.20.0.2 (0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7/6c509fd0-b2ef-4a02-b3c6-9aba994fdd49/14d121b5-fa12-4611-b8e5-c46b14442f25) {{(pid=92886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:25:10.553265 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-7442c68d-9db1-47c9-9bed-443adc965fea None None] Notify callbacks [] for port, precommit_create {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:10.562368 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-7442c68d-9db1-47c9-9bed-443adc965fea None None] Transition to ACTIVE for port object 14d121b5-fa12-4611-b8e5-c46b14442f25 will not be triggered until provisioned by entity L2. {{(pid=92886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:10.577531 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-7442c68d-9db1-47c9-9bed-443adc965fea None None] Transition to ACTIVE for port object 14d121b5-fa12-4611-b8e5-c46b14442f25 will not be triggered until provisioned by entity DHCP. {{(pid=92886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:10.583464 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-7442c68d-9db1-47c9-9bed-443adc965fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819'] for port, after_create {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:10.584593 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e9dac274-9e7d-4bbd-a9f2-13f2f85bda0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:10.603413 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e9dac274-9e7d-4bbd-a9f2-13f2f85bda0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:10.632275 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7442c68d-9db1-47c9-9bed-443adc965fea None None] Network 0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7 is already hosted by enough agents. {{(pid=92886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:25:10.633163 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442c68d-9db1-47c9-9bed-443adc965fea None None] Pushing event updated for resources: {'Port': ['ID=14d121b5-fa12-4611-b8e5-c46b14442f25,revision_number=1']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:10.639676 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.scheduler.base_scheduler [None req-7442c68d-9db1-47c9-9bed-443adc965fea None None] Resources bound (agent type, host, resource id): {{(pid=92886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:10.642218 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7442c68d-9db1-47c9-9bed-443adc965fea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:10.642562 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7442c68d-9db1-47c9-9bed-443adc965fea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:10.642897 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7442c68d-9db1-47c9-9bed-443adc965fea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:10.643226 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7442c68d-9db1-47c9-9bed-443adc965fea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:10.643549 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7442c68d-9db1-47c9-9bed-443adc965fea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:10.643873 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7442c68d-9db1-47c9-9bed-443adc965fea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:10.644194 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7442c68d-9db1-47c9-9bed-443adc965fea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:10.644531 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7442c68d-9db1-47c9-9bed-443adc965fea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:10.644875 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7442c68d-9db1-47c9-9bed-443adc965fea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:10.645199 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7442c68d-9db1-47c9-9bed-443adc965fea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:10.645515 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7442c68d-9db1-47c9-9bed-443adc965fea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:10.645831 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7442c68d-9db1-47c9-9bed-443adc965fea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:10.648760 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7442c68d-9db1-47c9-9bed-443adc965fea None None] Received port after_create {{(pid=92886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:25:10.714824 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.db_base_plugin_common [None req-e9dac274-9e7d-4bbd-a9f2-13f2f85bda0e admin admin] Allocated IP 172.27.2.187 (016193b2-3012-4896-ba69-fa2225e8730f/5c7148d1-68ad-4d7f-9cc6-340fc018242b/eb39f659-011a-4e41-87cd-935a7589b90a) {{(pid=92885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:25:10.735287 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-7442c68d-9db1-47c9-9bed-443adc965fea None None] Attempting to bind port 14d121b5-fa12-4611-b8e5-c46b14442f25 on host dv-cinder-786933-3-iscsi for vnic_type normal with profile {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:25:10.735726 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-7442c68d-9db1-47c9-9bed-443adc965fea None None] Attempting to bind port 14d121b5-fa12-4611-b8e5-c46b14442f25 by drivers openvswitch,hyperv on host dv-cinder-786933-3-iscsi at level 0 using segments [{'id': '7463682c-908b-41b4-9218-712097f5a306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7'}] {{(pid=92886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:25:10.736082 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7442c68d-9db1-47c9-9bed-443adc965fea None None] Attempting to bind port 14d121b5-fa12-4611-b8e5-c46b14442f25 on network 0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7 {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:25:10.740931 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7442c68d-9db1-47c9-9bed-443adc965fea None None] Checking agent: {'id': '666c655c-5d62-4287-a041-db0951989b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 16, 18), 'started_at': datetime.datetime(2021, 7, 13, 19, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:25:10.741295 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7442c68d-9db1-47c9-9bed-443adc965fea None None] Checking segment: {'id': '7463682c-908b-41b4-9218-712097f5a306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:25:10.741719 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-7442c68d-9db1-47c9-9bed-443adc965fea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:10.742608 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7442c68d-9db1-47c9-9bed-443adc965fea None None] Bound using segment: {'id': '7463682c-908b-41b4-9218-712097f5a306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7'} {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:25:10.743058 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-7442c68d-9db1-47c9-9bed-443adc965fea None None] Bound port: 14d121b5-fa12-4611-b8e5-c46b14442f25, host: dv-cinder-786933-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7463682c-908b-41b4-9218-712097f5a306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7'}}] {{(pid=92886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:25:10.743426 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-7442c68d-9db1-47c9-9bed-443adc965fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:10.806106 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-7442c68d-9db1-47c9-9bed-443adc965fea None None] For port 14d121b5-fa12-4611-b8e5-c46b14442f25, host dv-cinder-786933-3-iscsi, cleared binding levels {{(pid=92886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:25:10.809291 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-7442c68d-9db1-47c9-9bed-443adc965fea None None] For port 14d121b5-fa12-4611-b8e5-c46b14442f25, host dv-cinder-786933-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=14d121b5-fa12-4611-b8e5-c46b14442f25,segment=NetworkSegment(7463682c-908b-41b4-9218-712097f5a306),segment_id=7463682c-908b-41b4-9218-712097f5a306)] {{(pid=92886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:25:10.813625 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-7442c68d-9db1-47c9-9bed-443adc965fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:10.835002 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233462e4-1962-49ac-8684-22a31cf4c06b req-dc232342-f29b-45b1-bb15-211d2dfe29dd tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:10.838300 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-233462e4-1962-49ac-8684-22a31cf4c06b req-dc232342-f29b-45b1-bb15-211d2dfe29dd tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.1290746 Jul 13 19:25:10.868083 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 3cc10f2e-5cdb-47ee-ab16-67c5650a833e no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:25:10.907348 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] No Port match for: 3cc10f2e-5cdb-47ee-ab16-67c5650a833e {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:25:10.907947 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 3cc10f2e-5cdb-47ee-ab16-67c5650a833e not bound to the agent host hv-cinder-78693 {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:25:10.910601 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442c68d-9db1-47c9-9bed-443adc965fea None None] Pushing event updated for resources: {'Port': ['ID=14d121b5-fa12-4611-b8e5-c46b14442f25,revision_number=2']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:10.914538 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-233462e4-1962-49ac-8684-22a31cf4c06b req-b0e3ab31-8401-48fb-aedd-60b974c8f608 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654659 Jul 13 19:25:10.924484 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e9dac274-9e7d-4bbd-a9f2-13f2f85bda0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:10.982519 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e9dac274-9e7d-4bbd-a9f2-13f2f85bda0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819'] for port, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:11.001401 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-916c19d8-82ff-4ca2-a97c-ca3f6b47b989 req-cc51a42c-30aa-45d7-9d0c-c95915297fa8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6e307e83-d619-402c-b7ed-6efd4174b9f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0667675 Jul 13 19:25:11.024716 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dac274-9e7d-4bbd-a9f2-13f2f85bda0e admin admin] Network 016193b2-3012-4896-ba69-fa2225e8730f is already hosted by enough agents. {{(pid=92885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:25:11.029775 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.base_scheduler [None req-e9dac274-9e7d-4bbd-a9f2-13f2f85bda0e admin admin] Resources bound (agent type, host, resource id): {{(pid=92885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:11.033918 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dac274-9e7d-4bbd-a9f2-13f2f85bda0e admin admin] Received port after_create {{(pid=92885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:25:11.074908 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dac274-9e7d-4bbd-a9f2-13f2f85bda0e admin admin] Pushing event updated for resources: {'Port': ['ID=eb39f659-011a-4e41-87cd-935a7589b90a,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:11.139300 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-f960b9ef-7606-4aa3-97de-f663ca5ee889 req-12cf502e-d21f-4c61-b4b0-3d794373c2bd tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9db585d9-20d3-43b8-9dfc-e0e4790f7a01 HTTP/1.1" status: 200 len: 210 time: 0.0649152 Jul 13 19:25:11.184310 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c19d8-82ff-4ca2-a97c-ca3f6b47b989 req-5e4258cb-24d4-4096-a048-3c207422ae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:11.186436 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-916c19d8-82ff-4ca2-a97c-ca3f6b47b989 req-5e4258cb-24d4-4096-a048-3c207422ae90 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7dba3834cf94d53b5eb7919c55c4945&device_id=6e307e83-d619-402c-b7ed-6efd4174b9f0 HTTP/1.1" status: 200 len: 1098 time: 0.1098659 Jul 13 19:25:11.328298 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c19d8-82ff-4ca2-a97c-ca3f6b47b989 req-730469c2-8fc6-4b92-9d0a-c24980a5d96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:11.329808 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-916c19d8-82ff-4ca2-a97c-ca3f6b47b989 req-730469c2-8fc6-4b92-9d0a-c24980a5d96f service neutron] 10.222.0.72 "GET /v2.0/networks?id=14adc513-802f-41c3-aa1b-5a69cf6267ec HTTP/1.1" status: 200 len: 916 time: 0.1065624 Jul 13 19:25:11.330410 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e9dac274-9e7d-4bbd-a9f2-13f2f85bda0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:11.375496 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-916c19d8-82ff-4ca2-a97c-ca3f6b47b989 req-f3d71a6e-7f59-4298-9768-cd059fbee769 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df32e3c1-b87b-4cee-9735-b246f6582efb HTTP/1.1" status: 200 len: 217 time: 0.0352859 Jul 13 19:25:11.436341 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c19d8-82ff-4ca2-a97c-ca3f6b47b989 req-364b5e5f-6eb9-4b5b-a269-ba9aad8e15a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:11.437703 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-916c19d8-82ff-4ca2-a97c-ca3f6b47b989 req-364b5e5f-6eb9-4b5b-a269-ba9aad8e15a7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=82f1198a-dc93-4567-a47f-87bd333e3e58 HTTP/1.1" status: 200 len: 854 time: 0.0421360 Jul 13 19:25:11.491077 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-916c19d8-82ff-4ca2-a97c-ca3f6b47b989 req-8efc33d7-9f42-4f8b-9dee-a87f3b9a2e65 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=14adc513-802f-41c3-aa1b-5a69cf6267ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303762 Jul 13 19:25:11.522664 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e9dac274-9e7d-4bbd-a9f2-13f2f85bda0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502306'] for router, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:11.604024 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-916c19d8-82ff-4ca2-a97c-ca3f6b47b989 req-65c0024d-2598-46d7-ab5a-764406a3a60e service neutron] 10.222.0.72 "GET /v2.0/networks/14adc513-802f-41c3-aa1b-5a69cf6267ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874639 Jul 13 19:25:11.726880 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-916c19d8-82ff-4ca2-a97c-ca3f6b47b989 req-2f29aaf2-af8b-4700-a5ca-7f2e5ff3463d service neutron] 10.222.0.72 "GET /v2.0/networks/14adc513-802f-41c3-aa1b-5a69cf6267ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070654 Jul 13 19:25:11.865302 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9dac274-9e7d-4bbd-a9f2-13f2f85bda0e admin admin] Router 9877da21-dbfb-4ffa-a301-4d01ab9b37fc is scheduled to L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd with binding_index 1 {{(pid=92885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:25:11.919121 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d1b316-7ba9-48bb-a9f5-5d3e65897344 None None] Network 0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7 requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:25:12.008081 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9dac274-9e7d-4bbd-a9f2-13f2f85bda0e admin admin] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:25:12.024101 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b692231-397f-4b04-bebf-bd0b1ec06b49 None None] Sync routers for ids ['9877da21-dbfb-4ffa-a301-4d01ab9b37fc'] in dv-cinder-786933-3-iscsi {{(pid=92887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:25:12.042515 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e9dac274-9e7d-4bbd-a9f2-13f2f85bda0e admin admin] Notify callbacks [] for router, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:12.046396 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-e9dac274-9e7d-4bbd-a9f2-13f2f85bda0e admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8954904 Jul 13 19:25:12.046540 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b692231-397f-4b04-bebf-bd0b1ec06b49 None None] Routers {'9877da21-dbfb-4ffa-a301-4d01ab9b37fc'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:25:12.046540 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-0b692231-397f-4b04-bebf-bd0b1ec06b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:24:48Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['9877da21-dbfb-4ffa-a301-4d01ab9b37fc'], 'active': True} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:12.046764 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 48564) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:12.051468 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-99563be3-2c14-4b5d-bb67-df787c2fd82f None None] Provisioning for port 14d121b5-fa12-4611-b8e5-c46b14442f25 completed by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:12.270754 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvr_db [None req-0b692231-397f-4b04-bebf-bd0b1ec06b49 None None] Set router 9877da21-dbfb-4ffa-a301-4d01ab9b37fc gateway port host: dv-cinder-786933-3-iscsi {{(pid=92887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:25:12.410769 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52064e0-b8cd-43de-962b-c6ae489eade0 req-1fb9ccf9-d6d7-4a4d-876a-219e75e78ad3 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:12.424768 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c52064e0-b8cd-43de-962b-c6ae489eade0 req-1fb9ccf9-d6d7-4a4d-876a-219e75e78ad3 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.3120031 Jul 13 19:25:12.533174 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:12.610983 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-0b692231-397f-4b04-bebf-bd0b1ec06b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9877da21-dbfb-4ffa-a301-4d01ab9b37fc', 'name': 'tempest-TestMinimumBasicScenario-1972901604-router', 'tenant_id': 'df66158c799144888d9e3e2d499b2c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'eb39f659-011a-4e41-87cd-935a7589b90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:10Z', 'updated_at': '2021-07-13T19:25:11Z', 'revision_number': 3, 'project_id': 'df66158c799144888d9e3e2d499b2c33', 'gw_port': {'id': 'eb39f659-011a-4e41-87cd-935a7589b90a', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9877da21-dbfb-4ffa-a301-4d01ab9b37fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:10Z', 'updated_at': '2021-07-13T19:25:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi'}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:12.653838 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 14d121b5-fa12-4611-b8e5-c46b14442f25 up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:12.669809 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b692231-397f-4b04-bebf-bd0b1ec06b49 None None] Checking router: 9877da21-dbfb-4ffa-a301-4d01ab9b37fc for host: dv-cinder-786933-3-iscsi {{(pid=92887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:25:12.670443 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b692231-397f-4b04-bebf-bd0b1ec06b49 None None] Updating router 9877da21-dbfb-4ffa-a301-4d01ab9b37fc port eb39f659-011a-4e41-87cd-935a7589b90a binding host dv-cinder-786933-3-iscsi {{(pid=92887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:25:12.707741 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-29c7496f-b5ff-4a74-8fdf-de8911ee09aa req-2bb517c8-8577-4261-9200-6435f30da887 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9db585d9-20d3-43b8-9dfc-e0e4790f7a01 HTTP/1.1" status: 200 len: 210 time: 0.0895081 Jul 13 19:25:12.714915 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-0b692231-397f-4b04-bebf-bd0b1ec06b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:12.772120 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning for port 14d121b5-fa12-4611-b8e5-c46b14442f25 completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:12.778505 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port 14d121b5-fa12-4611-b8e5-c46b14442f25 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:12.778923 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:12.891151 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:12.906935 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c52064e0-b8cd-43de-962b-c6ae489eade0 req-b9775d9c-0255-4e8e-bde3-81c6387a4645 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4810443 Jul 13 19:25:12.954440 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] For port 14d121b5-fa12-4611-b8e5-c46b14442f25, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=14d121b5-fa12-4611-b8e5-c46b14442f25,segment=NetworkSegment(7463682c-908b-41b4-9218-712097f5a306),segment_id=7463682c-908b-41b4-9218-712097f5a306)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:12.961887 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:13.017008 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-0b692231-397f-4b04-bebf-bd0b1ec06b49 None None] Notify callbacks [] for port, precommit_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:13.017809 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Pushing event updated for resources: {'Port': ['ID=14d121b5-fa12-4611-b8e5-c46b14442f25,revision_number=3']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:13.028965 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.provisioning_blocks [None req-0b692231-397f-4b04-bebf-bd0b1ec06b49 None None] Transition to ACTIVE for port object eb39f659-011a-4e41-87cd-935a7589b90a will not be triggered until provisioned by entity L2. {{(pid=92887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:13.034780 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-0b692231-397f-4b04-bebf-bd0b1ec06b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:13.086493 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d460c66-68b3-4be3-af88-d0887e09a950 None None] Pushing event updated for resources: {'Port': ['ID=eb39f659-011a-4e41-87cd-935a7589b90a,revision_number=2']} {{(pid=92887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:13.088873 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.managers [None req-0b692231-397f-4b04-bebf-bd0b1ec06b49 None None] Attempting to bind port eb39f659-011a-4e41-87cd-935a7589b90a on host dv-cinder-786933-3-iscsi for vnic_type normal with profile {{(pid=92887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:25:13.089424 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.managers [None req-0b692231-397f-4b04-bebf-bd0b1ec06b49 None None] Attempting to bind port eb39f659-011a-4e41-87cd-935a7589b90a by drivers openvswitch,hyperv on host dv-cinder-786933-3-iscsi at level 0 using segments [{'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'}] {{(pid=92887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:25:13.089812 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b692231-397f-4b04-bebf-bd0b1ec06b49 None None] Attempting to bind port eb39f659-011a-4e41-87cd-935a7589b90a on network 016193b2-3012-4896-ba69-fa2225e8730f {{(pid=92887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:25:13.099083 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d460c66-68b3-4be3-af88-d0887e09a950 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:13.099786 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d460c66-68b3-4be3-af88-d0887e09a950 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:13.100340 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d460c66-68b3-4be3-af88-d0887e09a950 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:13.101472 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d460c66-68b3-4be3-af88-d0887e09a950 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:13.102039 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d460c66-68b3-4be3-af88-d0887e09a950 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:13.102603 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d460c66-68b3-4be3-af88-d0887e09a950 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:13.103177 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d460c66-68b3-4be3-af88-d0887e09a950 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:13.103534 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d460c66-68b3-4be3-af88-d0887e09a950 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:13.104023 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d460c66-68b3-4be3-af88-d0887e09a950 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:13.104421 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d460c66-68b3-4be3-af88-d0887e09a950 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:13.104835 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d460c66-68b3-4be3-af88-d0887e09a950 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:13.105099 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d460c66-68b3-4be3-af88-d0887e09a950 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:13.109611 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b692231-397f-4b04-bebf-bd0b1ec06b49 None None] Checking agent: {'id': '666c655c-5d62-4287-a041-db0951989b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 16, 18), 'started_at': datetime.datetime(2021, 7, 13, 19, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:25:13.109986 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b692231-397f-4b04-bebf-bd0b1ec06b49 None None] Checking segment: {'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:25:13.110393 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-0b692231-397f-4b04-bebf-bd0b1ec06b49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:13.110779 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b692231-397f-4b04-bebf-bd0b1ec06b49 None None] Bound using segment: {'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'} {{(pid=92887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:25:13.111257 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.managers [None req-0b692231-397f-4b04-bebf-bd0b1ec06b49 None None] Bound port: eb39f659-011a-4e41-87cd-935a7589b90a, host: dv-cinder-786933-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'}}] {{(pid=92887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:25:13.111632 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-0b692231-397f-4b04-bebf-bd0b1ec06b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:13.154986 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-a8398e10-0ab5-43a0-b53a-2a5f4626a2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:13.169428 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.db [None req-0b692231-397f-4b04-bebf-bd0b1ec06b49 None None] For port eb39f659-011a-4e41-87cd-935a7589b90a, host dv-cinder-786933-3-iscsi, cleared binding levels {{(pid=92887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:25:13.173078 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.db [None req-0b692231-397f-4b04-bebf-bd0b1ec06b49 None None] For port eb39f659-011a-4e41-87cd-935a7589b90a, host dv-cinder-786933-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=eb39f659-011a-4e41-87cd-935a7589b90a,segment=NetworkSegment(13a02452-998b-4f16-8f41-6eb5670d640f),segment_id=13a02452-998b-4f16-8f41-6eb5670d640f)] {{(pid=92887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:25:13.180968 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-0b692231-397f-4b04-bebf-bd0b1ec06b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:13.222147 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b692231-397f-4b04-bebf-bd0b1ec06b49 None None] Routers {'9877da21-dbfb-4ffa-a301-4d01ab9b37fc'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:25:13.222968 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-0b692231-397f-4b04-bebf-bd0b1ec06b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:24:48Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['9877da21-dbfb-4ffa-a301-4d01ab9b37fc'], 'active': True} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:13.329969 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d460c66-68b3-4be3-af88-d0887e09a950 None None] Pushing event updated for resources: {'Port': ['ID=eb39f659-011a-4e41-87cd-935a7589b90a,revision_number=3']} {{(pid=92887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:13.343091 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.db_base_plugin_common [None req-a8398e10-0ab5-43a0-b53a-2a5f4626a2d0 admin admin] Allocated IP 172.20.0.1 (0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7/6c509fd0-b2ef-4a02-b3c6-9aba994fdd49/2d65d26f-6ed1-498d-920c-b1946022d0fd) {{(pid=92884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:25:13.403651 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvr_db [None req-0b692231-397f-4b04-bebf-bd0b1ec06b49 None None] Set router 9877da21-dbfb-4ffa-a301-4d01ab9b37fc gateway port host: dv-cinder-786933-3-iscsi {{(pid=92887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:25:13.446961 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-a8398e10-0ab5-43a0-b53a-2a5f4626a2d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:13.459807 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.provisioning_blocks [None req-a8398e10-0ab5-43a0-b53a-2a5f4626a2d0 admin admin] Transition to ACTIVE for port object 2d65d26f-6ed1-498d-920c-b1946022d0fd will not be triggered until provisioned by entity DHCP. {{(pid=92884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:13.501428 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-a8398e10-0ab5-43a0-b53a-2a5f4626a2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:13.540301 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8398e10-0ab5-43a0-b53a-2a5f4626a2d0 admin admin] Network 0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7 is already hosted by enough agents. {{(pid=92884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:25:13.545254 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [None req-a8398e10-0ab5-43a0-b53a-2a5f4626a2d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:13.548891 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8398e10-0ab5-43a0-b53a-2a5f4626a2d0 admin admin] Received port after_create {{(pid=92884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:25:13.577539 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8398e10-0ab5-43a0-b53a-2a5f4626a2d0 admin admin] Pushing event updated for resources: {'Port': ['ID=2d65d26f-6ed1-498d-920c-b1946022d0fd,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:13.604879 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-a8398e10-0ab5-43a0-b53a-2a5f4626a2d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502481'] for router_interface, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:13.691283 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-0b692231-397f-4b04-bebf-bd0b1ec06b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9877da21-dbfb-4ffa-a301-4d01ab9b37fc', 'name': 'tempest-TestMinimumBasicScenario-1972901604-router', 'tenant_id': 'df66158c799144888d9e3e2d499b2c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'eb39f659-011a-4e41-87cd-935a7589b90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:10Z', 'updated_at': '2021-07-13T19:25:11Z', 'revision_number': 3, 'project_id': 'df66158c799144888d9e3e2d499b2c33', 'gw_port': {'id': 'eb39f659-011a-4e41-87cd-935a7589b90a', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9877da21-dbfb-4ffa-a301-4d01ab9b37fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:10Z', 'updated_at': '2021-07-13T19:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi'}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:13.725885 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b692231-397f-4b04-bebf-bd0b1ec06b49 None None] The sync data for ids ['9877da21-dbfb-4ffa-a301-4d01ab9b37fc'] in dv-cinder-786933-3-iscsi is: [{'id': '9877da21-dbfb-4ffa-a301-4d01ab9b37fc', 'name': 'tempest-TestMinimumBasicScenario-1972901604-router', 'tenant_id': 'df66158c799144888d9e3e2d499b2c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'eb39f659-011a-4e41-87cd-935a7589b90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:10Z', 'updated_at': '2021-07-13T19:25:11Z', 'revision_number': 3, 'project_id': 'df66158c799144888d9e3e2d499b2c33', 'gw_port': {'id': 'eb39f659-011a-4e41-87cd-935a7589b90a', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9877da21-dbfb-4ffa-a301-4d01ab9b37fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:10Z', 'updated_at': '2021-07-13T19:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi'}] {{(pid=92887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:25:13.772491 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-a8398e10-0ab5-43a0-b53a-2a5f4626a2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:13.881874 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-5bf91a72-c741-4517-acf8-cc0354be2a78 None None] Provisioning for port 2d65d26f-6ed1-498d-920c-b1946022d0fd completed by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:13.886869 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-5bf91a72-c741-4517-acf8-cc0354be2a78 None None] Provisioning complete for port 2d65d26f-6ed1-498d-920c-b1946022d0fd triggered by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:13.887233 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-5bf91a72-c741-4517-acf8-cc0354be2a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:13.923027 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-5bf91a72-c741-4517-acf8-cc0354be2a78 None None] Port 2d65d26f-6ed1-498d-920c-b1946022d0fd cannot update to ACTIVE because it is not bound. {{(pid=92886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:25:13.966584 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-899d757b-f6df-4dac-981e-af9bdeac5902 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:13.968069 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-899d757b-f6df-4dac-981e-af9bdeac5902 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/networks?id=14adc513-802f-41c3-aa1b-5a69cf6267ec HTTP/1.1" status: 200 len: 814 time: 0.1633525 Jul 13 19:25:13.999923 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-9bc34dcd-bf7a-4f95-885a-3063b26a630d tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/quotas/e7dba3834cf94d53b5eb7919c55c4945 HTTP/1.1" status: 200 len: 375 time: 0.0253003 Jul 13 19:25:14.071256 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-a8398e10-0ab5-43a0-b53a-2a5f4626a2d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:14.079861 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-a8398e10-0ab5-43a0-b53a-2a5f4626a2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4873477'] for port, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:14.157644 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-a5374a9d-1679-4975-bce7-5cb55d191c49 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e7dba3834cf94d53b5eb7919c55c4945&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1520488 Jul 13 19:25:14.160292 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8398e10-0ab5-43a0-b53a-2a5f4626a2d0 admin admin] Pushing event updated for resources: {'Port': ['ID=2d65d26f-6ed1-498d-920c-b1946022d0fd,revision_number=2']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:14.174068 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-a8398e10-0ab5-43a0-b53a-2a5f4626a2d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-645687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-505441'] for router_interface, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:14.309622 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-f7a03133-c630-4909-a827-ffc31a253e7f service neutron] 10.222.0.22 "GET /v2.0/networks/14adc513-802f-41c3-aa1b-5a69cf6267ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441569 Jul 13 19:25:14.388419 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8398e10-0ab5-43a0-b53a-2a5f4626a2d0 admin admin] Network 0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7 is already hosted by enough agents. {{(pid=92884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:25:14.391149 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [None req-a8398e10-0ab5-43a0-b53a-2a5f4626a2d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:14.452226 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 14d121b5-fa12-4611-b8e5-c46b14442f25 up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:14.467360 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-1cee6d74-452f-4232-b9a7-28ead66ff1b2 service neutron] 10.222.0.22 "GET /v2.0/networks/14adc513-802f-41c3-aa1b-5a69cf6267ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486156 Jul 13 19:25:14.541949 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port 14d121b5-fa12-4611-b8e5-c46b14442f25 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:14.542277 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:14.551637 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8398e10-0ab5-43a0-b53a-2a5f4626a2d0 admin admin] Router 9877da21-dbfb-4ffa-a301-4d01ab9b37fc has already been hosted by L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd {{(pid=92884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:25:14.644795 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device eb39f659-011a-4e41-87cd-935a7589b90a up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:14.680627 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8398e10-0ab5-43a0-b53a-2a5f4626a2d0 admin admin] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:25:14.688110 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-a8398e10-0ab5-43a0-b53a-2a5f4626a2d0 admin admin] 10.222.0.22 "PUT /v2.0/routers/9877da21-dbfb-4ffa-a301-4d01ab9b37fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6401889 Jul 13 19:25:14.747285 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning for port eb39f659-011a-4e41-87cd-935a7589b90a completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:14.753826 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port eb39f659-011a-4e41-87cd-935a7589b90a triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:14.754326 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:14.854970 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-5c7b67b6-098b-4a3e-9285-1ca1dae8072d req-b710ad57-6cbd-48d0-a829-8551b08e6da1 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9db585d9-20d3-43b8-9dfc-e0e4790f7a01 HTTP/1.1" status: 200 len: 210 time: 0.0355268 Jul 13 19:25:14.898054 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-fe0e9a7b-339d-4b81-97e7-a8c8b20f4181 None None] Provisioning complete for port 2d65d26f-6ed1-498d-920c-b1946022d0fd triggered by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:14.898428 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-fe0e9a7b-339d-4b81-97e7-a8c8b20f4181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:14.948809 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-fe0e9a7b-339d-4b81-97e7-a8c8b20f4181 None None] Port 2d65d26f-6ed1-498d-920c-b1946022d0fd cannot update to ACTIVE because it is not bound. {{(pid=92886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:25:14.989661 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:15.040744 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] For port eb39f659-011a-4e41-87cd-935a7589b90a, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=eb39f659-011a-4e41-87cd-935a7589b90a,segment=NetworkSegment(13a02452-998b-4f16-8f41-6eb5670d640f),segment_id=13a02452-998b-4f16-8f41-6eb5670d640f)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:15.045820 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:15.077259 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc60094-fd04-42c0-a795-7e9d253ce404 req-03a8e012-6462-487c-8a12-c4af0ae46d27 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:15.078852 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-efc60094-fd04-42c0-a795-7e9d253ce404 req-03a8e012-6462-487c-8a12-c4af0ae46d27 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.0878420 Jul 13 19:25:15.119647 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Pushing event updated for resources: {'Port': ['ID=eb39f659-011a-4e41-87cd-935a7589b90a,revision_number=4']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:15.127556 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-efc60094-fd04-42c0-a795-7e9d253ce404 req-c2839aa5-99c0-4d23-ab1d-01e9748bbf49 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426357 Jul 13 19:25:15.176705 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-764a0504-e21d-437a-8764-2f824e0dfc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:15.268774 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 48648) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:15.274707 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-19c4699e-dde3-46e8-bd8d-6f5341af7692 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2131650511-network', 'tenant_id': 'e8e27ef316e44b88957bd50b5e1c7fa7'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:15.278256 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-74f9b11e-a2ef-4bea-ad48-bc7ada7eedbd req-bf3e260a-9e9e-4a3e-95c7-04dabcd78609 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=44ff20c6-3f7d-490e-bdef-de52ff321d8c HTTP/1.1" status: 200 len: 210 time: 0.0329442 Jul 13 19:25:15.297450 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c4699e-dde3-46e8-bd8d-6f5341af7692 admin admin] Made reservation on behalf of e8e27ef316e44b88957bd50b5e1c7fa7 for: {'network': 1} {{(pid=92885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:25:15.299862 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-19c4699e-dde3-46e8-bd8d-6f5341af7692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for network, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:15.312290 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-19c4699e-dde3-46e8-bd8d-6f5341af7692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:15.409802 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-19c4699e-dde3-46e8-bd8d-6f5341af7692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:15.421609 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-19c4699e-dde3-46e8-bd8d-6f5341af7692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:15.446076 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19c4699e-dde3-46e8-bd8d-6f5341af7692 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1174} {{(pid=92885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:25:15.455722 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4699e-dde3-46e8-bd8d-6f5341af7692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83ca973-1a6f-4abd-9749-6d56684fdc8d,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:15.460766 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-19c4699e-dde3-46e8-bd8d-6f5341af7692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480'] for segment, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:15.461110 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.db.segments_db [None req-19c4699e-dde3-46e8-bd8d-6f5341af7692 admin admin] Added segment 6e0dd2f2-d2f0-4908-8e94-a3afe1e39435 of type vlan for network 0b648cc0-74f8-4476-9054-16cedf9ddee5 Jul 13 19:25:15.501397 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-19c4699e-dde3-46e8-bd8d-6f5341af7692 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772357517572'] for network, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:15.531954 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-19c4699e-dde3-46e8-bd8d-6f5341af7692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669'] for network, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:15.532949 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c4699e-dde3-46e8-bd8d-6f5341af7692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:15.533533 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-19c4699e-dde3-46e8-bd8d-6f5341af7692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for network, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:15.562068 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa840b62-4a82-4404-a19d-e9130ae8c29f None None] Sync routers for ids ['9877da21-dbfb-4ffa-a301-4d01ab9b37fc'] in dv-cinder-786933-3-iscsi {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:25:15.571200 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa840b62-4a82-4404-a19d-e9130ae8c29f None None] Routers {'9877da21-dbfb-4ffa-a301-4d01ab9b37fc'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:25:15.571814 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-aa840b62-4a82-4404-a19d-e9130ae8c29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:24:48Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['9877da21-dbfb-4ffa-a301-4d01ab9b37fc'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:15.593330 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-19c4699e-dde3-46e8-bd8d-6f5341af7692 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3233936 Jul 13 19:25:15.595986 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 48656) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:15.598969 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4699e-dde3-46e8-bd8d-6f5341af7692 admin admin] Pushing event updated for resources: {'Network': ['ID=0b648cc0-74f8-4476-9054-16cedf9ddee5,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:15.611082 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-07704a16-ad4c-4738-aa53-9a0b91eb2088 admin admin] Request body: {'subnet': {'network_id': '0b648cc0-74f8-4476-9054-16cedf9ddee5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2131650511-subnet', 'tenant_id': 'e8e27ef316e44b88957bd50b5e1c7fa7', 'ip_version': 4}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:15.617815 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Network 0b648cc0-74f8-4476-9054-16cedf9ddee5 details requested by agent ovs-agent-dv-cinder-786933-3-iscsi with host dv-cinder-786933-3-iscsi {{(pid=92886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:25:15.633404 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07704a16-ad4c-4738-aa53-9a0b91eb2088 admin admin] Made reservation on behalf of e8e27ef316e44b88957bd50b5e1c7fa7 for: {'subnet': 1} {{(pid=92884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:25:15.636852 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-07704a16-ad4c-4738-aa53-9a0b91eb2088 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5003232'] for subnet, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:15.744599 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-aa840b62-4a82-4404-a19d-e9130ae8c29f None None] Set router 9877da21-dbfb-4ffa-a301-4d01ab9b37fc gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:25:15.807342 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-07704a16-ad4c-4738-aa53-9a0b91eb2088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4873618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5003218'] for subnet, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:15.859919 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07704a16-ad4c-4738-aa53-9a0b91eb2088 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f76ab614-4776-429b-9140-78a17b078b2f,revision_number=0']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:15.870552 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07704a16-ad4c-4738-aa53-9a0b91eb2088 admin admin] Checking segment: {'id': '6e0dd2f2-d2f0-4908-8e94-a3afe1e39435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '0b648cc0-74f8-4476-9054-16cedf9ddee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:25:15.870992 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07704a16-ad4c-4738-aa53-9a0b91eb2088 admin admin] Network hostable DHCP agents. Network: 0b648cc0-74f8-4476-9054-16cedf9ddee5, hostable agents: ['46ee3fc2-8c8b-485e-8a09-c5820fb474f8'], hosted agents: [] {{(pid=92884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:25:15.888727 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07704a16-ad4c-4738-aa53-9a0b91eb2088 admin admin] Network 0b648cc0-74f8-4476-9054-16cedf9ddee5 is scheduled to be hosted by DHCP agent 46ee3fc2-8c8b-485e-8a09-c5820fb474f8 with binding_index 1 {{(pid=92884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:25:15.898929 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [None req-07704a16-ad4c-4738-aa53-9a0b91eb2088 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-3-iscsi, 0b648cc0-74f8-4476-9054-16cedf9ddee5) {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:15.903118 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07704a16-ad4c-4738-aa53-9a0b91eb2088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:15.903935 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-07704a16-ad4c-4738-aa53-9a0b91eb2088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for subnet, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:15.919344 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-07704a16-ad4c-4738-aa53-9a0b91eb2088 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3221788 Jul 13 19:25:15.919828 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2500f5b4-fe3f-4c33-8685-2f522ca516d9 None None] Network 0b648cc0-74f8-4476-9054-16cedf9ddee5 requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:25:15.921947 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 48660) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:15.927260 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-be3e61a2-7e83-4e72-96d3-f3d214dd211d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2131650511-router', 'tenant_id': 'e8e27ef316e44b88957bd50b5e1c7fa7', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'}}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:15.948696 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-be3e61a2-7e83-4e72-96d3-f3d214dd211d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-502719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57487'] for router, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:15.949850 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-be3e61a2-7e83-4e72-96d3-f3d214dd211d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57476'] for router, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:16.005175 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-be3e61a2-7e83-4e72-96d3-f3d214dd211d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:16.014393 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-aa840b62-4a82-4404-a19d-e9130ae8c29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9877da21-dbfb-4ffa-a301-4d01ab9b37fc', 'name': 'tempest-TestMinimumBasicScenario-1972901604-router', 'tenant_id': 'df66158c799144888d9e3e2d499b2c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'eb39f659-011a-4e41-87cd-935a7589b90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:10Z', 'updated_at': '2021-07-13T19:25:13Z', 'revision_number': 4, 'project_id': 'df66158c799144888d9e3e2d499b2c33', 'gw_port': {'id': 'eb39f659-011a-4e41-87cd-935a7589b90a', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9877da21-dbfb-4ffa-a301-4d01ab9b37fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:10Z', 'updated_at': '2021-07-13T19:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '2d65d26f-6ed1-498d-920c-b1946022d0fd', 'name': '', 'network_id': '0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7', 'tenant_id': 'df66158c799144888d9e3e2d499b2c33', 'mac_address': 'fa:16:3e:82:d0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9877da21-dbfb-4ffa-a301-4d01ab9b37fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '6c509fd0-b2ef-4a02-b3c6-9aba994fdd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:13Z', 'updated_at': '2021-07-13T19:25:13Z', 'revision_number': 2, 'project_id': 'df66158c799144888d9e3e2d499b2c33', 'subnets': [{'id': '6c509fd0-b2ef-4a02-b3c6-9aba994fdd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:16.027766 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-8b6b26f1-0f44-4a77-b4fc-4e1564ca86fe req-5506e97c-e631-424a-b94f-250140edd2e9 tempest-DeleteServersTestJSON-464744926 tempest-DeleteServersTestJSON-464744926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9db585d9-20d3-43b8-9dfc-e0e4790f7a01 HTTP/1.1" status: 200 len: 210 time: 0.0304565 Jul 13 19:25:16.064148 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa840b62-4a82-4404-a19d-e9130ae8c29f None None] Checking router: 9877da21-dbfb-4ffa-a301-4d01ab9b37fc for host: dv-cinder-786933-3-iscsi {{(pid=92886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:25:16.064424 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa840b62-4a82-4404-a19d-e9130ae8c29f None None] Updating router 9877da21-dbfb-4ffa-a301-4d01ab9b37fc port 2d65d26f-6ed1-498d-920c-b1946022d0fd binding host dv-cinder-786933-3-iscsi {{(pid=92886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:25:16.123101 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-aa840b62-4a82-4404-a19d-e9130ae8c29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:16.136385 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb724ef8-9162-41b4-9fbd-1ff3803ad1c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45260216-df0c-5796-8452-8e51f9540998-0b648cc0-74f8-4476-9054-16cedf9ddee5', 'network_id': '0b648cc0-74f8-4476-9054-16cedf9ddee5', 'tenant_id': 'e8e27ef316e44b88957bd50b5e1c7fa7', 'fixed_ips': [{'subnet_id': 'f76ab614-4776-429b-9140-78a17b078b2f'}]}} from dv-cinder-786933-3-iscsi. {{(pid=92886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:25:16.137240 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-eb724ef8-9162-41b4-9fbd-1ff3803ad1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:16.149038 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-be3e61a2-7e83-4e72-96d3-f3d214dd211d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-502697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64110'] for router, precommit_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:16.336429 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409f56f-81db-489b-b89b-3d6f2008685d req-7992efbc-28e2-453e-9c78-43abc6e46351 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:16.341372 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f409f56f-81db-489b-b89b-3d6f2008685d req-7992efbc-28e2-453e-9c78-43abc6e46351 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.0903440 Jul 13 19:25:16.348061 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-be3e61a2-7e83-4e72-96d3-f3d214dd211d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:16.355901 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device eb39f659-011a-4e41-87cd-935a7589b90a up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:16.368404 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-be3e61a2-7e83-4e72-96d3-f3d214dd211d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:16.389099 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f409f56f-81db-489b-b89b-3d6f2008685d req-0784aaa5-7349-469b-9796-2b5fa2b14a2c tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390861 Jul 13 19:25:16.450275 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.db_base_plugin_common [None req-eb724ef8-9162-41b4-9fbd-1ff3803ad1c9 None None] Allocated IP 172.20.0.2 (0b648cc0-74f8-4476-9054-16cedf9ddee5/f76ab614-4776-429b-9140-78a17b078b2f/d8b95234-2d13-4a06-a8f4-a360d062bea2) {{(pid=92886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:25:16.505334 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.db_base_plugin_common [None req-be3e61a2-7e83-4e72-96d3-f3d214dd211d admin admin] Allocated IP 172.27.2.211 (016193b2-3012-4896-ba69-fa2225e8730f/5c7148d1-68ad-4d7f-9cc6-340fc018242b/3bf5fe98-3122-4e40-bcd5-f0377975ca51) {{(pid=92885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:25:16.535109 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-6da758ae-6c65-4d01-832d-6ea5d8adeda0 req-91667117-38bc-42a8-87f8-9bfa93000d7b tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=44ff20c6-3f7d-490e-bdef-de52ff321d8c HTTP/1.1" status: 200 len: 210 time: 0.0294702 Jul 13 19:25:16.556626 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port eb39f659-011a-4e41-87cd-935a7589b90a triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:16.557117 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:16.647916 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-be3e61a2-7e83-4e72-96d3-f3d214dd211d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:16.702338 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-be3e61a2-7e83-4e72-96d3-f3d214dd211d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819'] for port, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:16.721201 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-aa840b62-4a82-4404-a19d-e9130ae8c29f None None] Notify callbacks [] for port, precommit_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:16.735364 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-aa840b62-4a82-4404-a19d-e9130ae8c29f None None] Transition to ACTIVE for port object 2d65d26f-6ed1-498d-920c-b1946022d0fd will not be triggered until provisioned by entity L2. {{(pid=92886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:16.742988 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3e61a2-7e83-4e72-96d3-f3d214dd211d admin admin] Network 016193b2-3012-4896-ba69-fa2225e8730f is already hosted by enough agents. {{(pid=92885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:25:16.750067 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.base_scheduler [None req-be3e61a2-7e83-4e72-96d3-f3d214dd211d admin admin] Resources bound (agent type, host, resource id): {{(pid=92885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:16.755087 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3e61a2-7e83-4e72-96d3-f3d214dd211d admin admin] Received port after_create {{(pid=92885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:25:16.758326 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-aa840b62-4a82-4404-a19d-e9130ae8c29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:16.794089 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e61a2-7e83-4e72-96d3-f3d214dd211d admin admin] Pushing event updated for resources: {'Port': ['ID=3bf5fe98-3122-4e40-bcd5-f0377975ca51,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:16.926144 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c60aa-eae3-4ade-8eb5-520cdca9f24e None None] Pushing event updated for resources: {'Port': ['ID=2d65d26f-6ed1-498d-920c-b1946022d0fd,revision_number=3']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:16.974479 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-eb724ef8-9162-41b4-9fbd-1ff3803ad1c9 None None] Notify callbacks [] for port, precommit_create {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.008205 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-eb724ef8-9162-41b4-9fbd-1ff3803ad1c9 None None] Transition to ACTIVE for port object d8b95234-2d13-4a06-a8f4-a360d062bea2 will not be triggered until provisioned by entity L2. {{(pid=92886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:17.017954 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-be3e61a2-7e83-4e72-96d3-f3d214dd211d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.044061 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-aa840b62-4a82-4404-a19d-e9130ae8c29f None None] Attempting to bind port 2d65d26f-6ed1-498d-920c-b1946022d0fd on host dv-cinder-786933-3-iscsi for vnic_type normal with profile {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:25:17.044433 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-aa840b62-4a82-4404-a19d-e9130ae8c29f None None] Attempting to bind port 2d65d26f-6ed1-498d-920c-b1946022d0fd by drivers openvswitch,hyperv on host dv-cinder-786933-3-iscsi at level 0 using segments [{'id': '7463682c-908b-41b4-9218-712097f5a306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7'}] {{(pid=92886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:25:17.044817 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa840b62-4a82-4404-a19d-e9130ae8c29f None None] Attempting to bind port 2d65d26f-6ed1-498d-920c-b1946022d0fd on network 0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7 {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:25:17.052226 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-eb724ef8-9162-41b4-9fbd-1ff3803ad1c9 None None] Transition to ACTIVE for port object d8b95234-2d13-4a06-a8f4-a360d062bea2 will not be triggered until provisioned by entity DHCP. {{(pid=92886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:17.060777 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa840b62-4a82-4404-a19d-e9130ae8c29f None None] Checking agent: {'id': '666c655c-5d62-4287-a041-db0951989b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 16, 18), 'started_at': datetime.datetime(2021, 7, 13, 19, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:25:17.061192 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa840b62-4a82-4404-a19d-e9130ae8c29f None None] Checking segment: {'id': '7463682c-908b-41b4-9218-712097f5a306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:25:17.062147 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-aa840b62-4a82-4404-a19d-e9130ae8c29f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.062147 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa840b62-4a82-4404-a19d-e9130ae8c29f None None] Bound using segment: {'id': '7463682c-908b-41b4-9218-712097f5a306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7'} {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:25:17.062426 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-aa840b62-4a82-4404-a19d-e9130ae8c29f None None] Bound port: 2d65d26f-6ed1-498d-920c-b1946022d0fd, host: dv-cinder-786933-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7463682c-908b-41b4-9218-712097f5a306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7'}}] {{(pid=92886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:25:17.063091 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-aa840b62-4a82-4404-a19d-e9130ae8c29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.066880 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-eb724ef8-9162-41b4-9fbd-1ff3803ad1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819'] for port, after_create {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.154988 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb724ef8-9162-41b4-9fbd-1ff3803ad1c9 None None] Network 0b648cc0-74f8-4476-9054-16cedf9ddee5 is already hosted by enough agents. {{(pid=92886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:25:17.160924 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.scheduler.base_scheduler [None req-eb724ef8-9162-41b4-9fbd-1ff3803ad1c9 None None] Resources bound (agent type, host, resource id): {{(pid=92886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:17.165013 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb724ef8-9162-41b4-9fbd-1ff3803ad1c9 None None] Received port after_create {{(pid=92886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:25:17.170076 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb724ef8-9162-41b4-9fbd-1ff3803ad1c9 None None] Pushing event updated for resources: {'Port': ['ID=d8b95234-2d13-4a06-a8f4-a360d062bea2,revision_number=1']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:17.249542 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-be3e61a2-7e83-4e72-96d3-f3d214dd211d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502306'] for router, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.252607 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-aa840b62-4a82-4404-a19d-e9130ae8c29f None None] For port 2d65d26f-6ed1-498d-920c-b1946022d0fd, host dv-cinder-786933-3-iscsi, cleared binding levels {{(pid=92886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:25:17.265121 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-eb724ef8-9162-41b4-9fbd-1ff3803ad1c9 None None] Attempting to bind port d8b95234-2d13-4a06-a8f4-a360d062bea2 on host dv-cinder-786933-3-iscsi for vnic_type normal with profile {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:25:17.265813 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-eb724ef8-9162-41b4-9fbd-1ff3803ad1c9 None None] Attempting to bind port d8b95234-2d13-4a06-a8f4-a360d062bea2 by drivers openvswitch,hyperv on host dv-cinder-786933-3-iscsi at level 0 using segments [{'id': '6e0dd2f2-d2f0-4908-8e94-a3afe1e39435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '0b648cc0-74f8-4476-9054-16cedf9ddee5'}] {{(pid=92886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:25:17.266197 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb724ef8-9162-41b4-9fbd-1ff3803ad1c9 None None] Attempting to bind port d8b95234-2d13-4a06-a8f4-a360d062bea2 on network 0b648cc0-74f8-4476-9054-16cedf9ddee5 {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:25:17.271507 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-aa840b62-4a82-4404-a19d-e9130ae8c29f None None] For port 2d65d26f-6ed1-498d-920c-b1946022d0fd, host dv-cinder-786933-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=2d65d26f-6ed1-498d-920c-b1946022d0fd,segment=NetworkSegment(7463682c-908b-41b4-9218-712097f5a306),segment_id=7463682c-908b-41b4-9218-712097f5a306)] {{(pid=92886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:25:17.275735 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb724ef8-9162-41b4-9fbd-1ff3803ad1c9 None None] Checking agent: {'id': '666c655c-5d62-4287-a041-db0951989b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 16, 18), 'started_at': datetime.datetime(2021, 7, 13, 19, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:25:17.276138 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb724ef8-9162-41b4-9fbd-1ff3803ad1c9 None None] Checking segment: {'id': '6e0dd2f2-d2f0-4908-8e94-a3afe1e39435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '0b648cc0-74f8-4476-9054-16cedf9ddee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:25:17.276573 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-eb724ef8-9162-41b4-9fbd-1ff3803ad1c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.277085 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb724ef8-9162-41b4-9fbd-1ff3803ad1c9 None None] Bound using segment: {'id': '6e0dd2f2-d2f0-4908-8e94-a3afe1e39435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '0b648cc0-74f8-4476-9054-16cedf9ddee5'} {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:25:17.277508 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-eb724ef8-9162-41b4-9fbd-1ff3803ad1c9 None None] Bound port: d8b95234-2d13-4a06-a8f4-a360d062bea2, host: dv-cinder-786933-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e0dd2f2-d2f0-4908-8e94-a3afe1e39435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '0b648cc0-74f8-4476-9054-16cedf9ddee5'}}] {{(pid=92886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:25:17.277956 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-eb724ef8-9162-41b4-9fbd-1ff3803ad1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.281891 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-aa840b62-4a82-4404-a19d-e9130ae8c29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.387819 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c60aa-eae3-4ade-8eb5-520cdca9f24e None None] Pushing event updated for resources: {'Port': ['ID=2d65d26f-6ed1-498d-920c-b1946022d0fd,revision_number=4']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:17.396044 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa840b62-4a82-4404-a19d-e9130ae8c29f None None] Routers {'9877da21-dbfb-4ffa-a301-4d01ab9b37fc'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:25:17.396693 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-aa840b62-4a82-4404-a19d-e9130ae8c29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:24:48Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['9877da21-dbfb-4ffa-a301-4d01ab9b37fc'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:17.399625 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3e61a2-7e83-4e72-96d3-f3d214dd211d admin admin] Router 166a9bbb-0519-4914-8203-add0e7cb4c60 is scheduled to L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd with binding_index 1 {{(pid=92885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:25:17.468002 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-eb724ef8-9162-41b4-9fbd-1ff3803ad1c9 None None] For port d8b95234-2d13-4a06-a8f4-a360d062bea2, host dv-cinder-786933-3-iscsi, cleared binding levels {{(pid=92886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:25:17.566028 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-eb724ef8-9162-41b4-9fbd-1ff3803ad1c9 None None] For port d8b95234-2d13-4a06-a8f4-a360d062bea2, host dv-cinder-786933-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=d8b95234-2d13-4a06-a8f4-a360d062bea2,segment=NetworkSegment(6e0dd2f2-d2f0-4908-8e94-a3afe1e39435),segment_id=6e0dd2f2-d2f0-4908-8e94-a3afe1e39435)] {{(pid=92886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:25:17.579086 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-eb724ef8-9162-41b4-9fbd-1ff3803ad1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.579765 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3e61a2-7e83-4e72-96d3-f3d214dd211d admin admin] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:25:17.600544 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bad7dd-c6fb-4eac-b801-25e67e050fe4 None None] Sync routers for ids ['166a9bbb-0519-4914-8203-add0e7cb4c60'] in dv-cinder-786933-3-iscsi {{(pid=92887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:25:17.618197 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-be3e61a2-7e83-4e72-96d3-f3d214dd211d admin admin] Notify callbacks [] for router, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.618914 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bad7dd-c6fb-4eac-b801-25e67e050fe4 None None] Routers {'166a9bbb-0519-4914-8203-add0e7cb4c60'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:25:17.619344 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-be3e61a2-7e83-4e72-96d3-f3d214dd211d admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6964006 Jul 13 19:25:17.622159 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 48694) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:17.622910 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-03bad7dd-c6fb-4eac-b801-25e67e050fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:24:48Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['166a9bbb-0519-4914-8203-add0e7cb4c60'], 'active': True} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:17.828132 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0475c955-ec34-426e-bea2-a6d515d22dae req-566b1a4a-f65f-4b0d-b808-2575c23e5998 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=44ff20c6-3f7d-490e-bdef-de52ff321d8c HTTP/1.1" status: 200 len: 210 time: 0.0764999 Jul 13 19:25:17.917232 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvr_db [None req-03bad7dd-c6fb-4eac-b801-25e67e050fe4 None None] Set router 166a9bbb-0519-4914-8203-add0e7cb4c60 gateway port host: dv-cinder-786933-3-iscsi {{(pid=92887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:25:18.032408 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-aa840b62-4a82-4404-a19d-e9130ae8c29f None None] Set router 9877da21-dbfb-4ffa-a301-4d01ab9b37fc gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:25:18.102124 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cf99bf69-5fba-4b57-9148-3bec73447465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:18.155245 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-03bad7dd-c6fb-4eac-b801-25e67e050fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166a9bbb-0519-4914-8203-add0e7cb4c60', 'name': 'tempest-TestMinimumBasicScenario-2131650511-router', 'tenant_id': 'e8e27ef316e44b88957bd50b5e1c7fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '3bf5fe98-3122-4e40-bcd5-f0377975ca51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:15Z', 'updated_at': '2021-07-13T19:25:16Z', 'revision_number': 3, 'project_id': 'e8e27ef316e44b88957bd50b5e1c7fa7', 'gw_port': {'id': '3bf5fe98-3122-4e40-bcd5-f0377975ca51', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bf:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166a9bbb-0519-4914-8203-add0e7cb4c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:16Z', 'updated_at': '2021-07-13T19:25:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi'}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:18.156257 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:18.173039 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb724ef8-9162-41b4-9fbd-1ff3803ad1c9 None None] Pushing event updated for resources: {'Port': ['ID=d8b95234-2d13-4a06-a8f4-a360d062bea2,revision_number=2']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:18.189196 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bad7dd-c6fb-4eac-b801-25e67e050fe4 None None] Checking router: 166a9bbb-0519-4914-8203-add0e7cb4c60 for host: dv-cinder-786933-3-iscsi {{(pid=92887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:25:18.189603 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bad7dd-c6fb-4eac-b801-25e67e050fe4 None None] Updating router 166a9bbb-0519-4914-8203-add0e7cb4c60 port 3bf5fe98-3122-4e40-bcd5-f0377975ca51 binding host dv-cinder-786933-3-iscsi {{(pid=92887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:25:18.199066 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc891345-f432-4f57-85a0-83e7c93af1c4 req-59973c0a-4902-4e90-95e2-50fd49d3714d tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:18.200697 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-bc891345-f432-4f57-85a0-83e7c93af1c4 req-59973c0a-4902-4e90-95e2-50fd49d3714d tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.4681239 Jul 13 19:25:18.241915 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-03bad7dd-c6fb-4eac-b801-25e67e050fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:18.405143 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-bc891345-f432-4f57-85a0-83e7c93af1c4 req-f3844854-2eeb-46ea-8640-89de4e06668a tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592019 Jul 13 19:25:18.418304 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-aa840b62-4a82-4404-a19d-e9130ae8c29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9877da21-dbfb-4ffa-a301-4d01ab9b37fc', 'name': 'tempest-TestMinimumBasicScenario-1972901604-router', 'tenant_id': 'df66158c799144888d9e3e2d499b2c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'eb39f659-011a-4e41-87cd-935a7589b90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:10Z', 'updated_at': '2021-07-13T19:25:13Z', 'revision_number': 4, 'project_id': 'df66158c799144888d9e3e2d499b2c33', 'gw_port': {'id': 'eb39f659-011a-4e41-87cd-935a7589b90a', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9877da21-dbfb-4ffa-a301-4d01ab9b37fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:10Z', 'updated_at': '2021-07-13T19:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '2d65d26f-6ed1-498d-920c-b1946022d0fd', 'name': '', 'network_id': '0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7', 'tenant_id': 'df66158c799144888d9e3e2d499b2c33', 'mac_address': 'fa:16:3e:82:d0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9877da21-dbfb-4ffa-a301-4d01ab9b37fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '6c509fd0-b2ef-4a02-b3c6-9aba994fdd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:13Z', 'updated_at': '2021-07-13T19:25:17Z', 'revision_number': 4, 'project_id': 'df66158c799144888d9e3e2d499b2c33', 'subnets': [{'id': '6c509fd0-b2ef-4a02-b3c6-9aba994fdd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:18.483961 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device d8b95234-2d13-4a06-a8f4-a360d062bea2 up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:18.487693 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa840b62-4a82-4404-a19d-e9130ae8c29f None None] The sync data for ids ['9877da21-dbfb-4ffa-a301-4d01ab9b37fc'] in dv-cinder-786933-3-iscsi is: [{'id': '9877da21-dbfb-4ffa-a301-4d01ab9b37fc', 'name': 'tempest-TestMinimumBasicScenario-1972901604-router', 'tenant_id': 'df66158c799144888d9e3e2d499b2c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'eb39f659-011a-4e41-87cd-935a7589b90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:10Z', 'updated_at': '2021-07-13T19:25:13Z', 'revision_number': 4, 'project_id': 'df66158c799144888d9e3e2d499b2c33', 'gw_port': {'id': 'eb39f659-011a-4e41-87cd-935a7589b90a', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9877da21-dbfb-4ffa-a301-4d01ab9b37fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:10Z', 'updated_at': '2021-07-13T19:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '2d65d26f-6ed1-498d-920c-b1946022d0fd', 'name': '', 'network_id': '0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7', 'tenant_id': 'df66158c799144888d9e3e2d499b2c33', 'mac_address': 'fa:16:3e:82:d0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9877da21-dbfb-4ffa-a301-4d01ab9b37fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '6c509fd0-b2ef-4a02-b3c6-9aba994fdd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:13Z', 'updated_at': '2021-07-13T19:25:17Z', 'revision_number': 4, 'project_id': 'df66158c799144888d9e3e2d499b2c33', 'subnets': [{'id': '6c509fd0-b2ef-4a02-b3c6-9aba994fdd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:25:18.581570 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning for port d8b95234-2d13-4a06-a8f4-a360d062bea2 completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:18.665862 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-03bad7dd-c6fb-4eac-b801-25e67e050fe4 None None] Notify callbacks [] for port, precommit_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:18.708244 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.provisioning_blocks [None req-03bad7dd-c6fb-4eac-b801-25e67e050fe4 None None] Transition to ACTIVE for port object 3bf5fe98-3122-4e40-bcd5-f0377975ca51 will not be triggered until provisioned by entity L2. {{(pid=92887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:18.721136 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-03bad7dd-c6fb-4eac-b801-25e67e050fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:18.765472 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-bf0dd780-3737-43ab-b281-ddac07b67ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:18.772092 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157fa73-5913-4af2-ad5b-33769170d2b3 None None] Pushing event updated for resources: {'Port': ['ID=3bf5fe98-3122-4e40-bcd5-f0377975ca51,revision_number=2']} {{(pid=92887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:18.781279 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 48714) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:18.799332 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.managers [None req-03bad7dd-c6fb-4eac-b801-25e67e050fe4 None None] Attempting to bind port 3bf5fe98-3122-4e40-bcd5-f0377975ca51 on host dv-cinder-786933-3-iscsi for vnic_type normal with profile {{(pid=92887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:25:18.800043 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.managers [None req-03bad7dd-c6fb-4eac-b801-25e67e050fe4 None None] Attempting to bind port 3bf5fe98-3122-4e40-bcd5-f0377975ca51 by drivers openvswitch,hyperv on host dv-cinder-786933-3-iscsi at level 0 using segments [{'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'}] {{(pid=92887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:25:18.800604 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bad7dd-c6fb-4eac-b801-25e67e050fe4 None None] Attempting to bind port 3bf5fe98-3122-4e40-bcd5-f0377975ca51 on network 016193b2-3012-4896-ba69-fa2225e8730f {{(pid=92887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:25:18.807093 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bad7dd-c6fb-4eac-b801-25e67e050fe4 None None] Checking agent: {'id': '666c655c-5d62-4287-a041-db0951989b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 16, 18), 'started_at': datetime.datetime(2021, 7, 13, 19, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:25:18.807462 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bad7dd-c6fb-4eac-b801-25e67e050fe4 None None] Checking segment: {'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:25:18.807862 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-03bad7dd-c6fb-4eac-b801-25e67e050fe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:18.808255 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bad7dd-c6fb-4eac-b801-25e67e050fe4 None None] Bound using segment: {'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'} {{(pid=92887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:25:18.808892 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.managers [None req-03bad7dd-c6fb-4eac-b801-25e67e050fe4 None None] Bound port: 3bf5fe98-3122-4e40-bcd5-f0377975ca51, host: dv-cinder-786933-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'}}] {{(pid=92887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:25:18.809286 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-03bad7dd-c6fb-4eac-b801-25e67e050fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:18.843985 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.db_base_plugin_v2 [None req-558fce03-59eb-4efa-88da-722f30e7ed80 admin admin] Deleting subnet 5839643a-22f2-405e-87dc-7135c519d00c {{(pid=92884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:25:18.847699 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-558fce03-59eb-4efa-88da-722f30e7ed80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:18.882121 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.db [None req-03bad7dd-c6fb-4eac-b801-25e67e050fe4 None None] For port 3bf5fe98-3122-4e40-bcd5-f0377975ca51, host dv-cinder-786933-3-iscsi, cleared binding levels {{(pid=92887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:25:18.885839 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.db [None req-03bad7dd-c6fb-4eac-b801-25e67e050fe4 None None] For port 3bf5fe98-3122-4e40-bcd5-f0377975ca51, host dv-cinder-786933-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=3bf5fe98-3122-4e40-bcd5-f0377975ca51,segment=NetworkSegment(13a02452-998b-4f16-8f41-6eb5670d640f),segment_id=13a02452-998b-4f16-8f41-6eb5670d640f)] {{(pid=92887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:25:18.897503 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-03bad7dd-c6fb-4eac-b801-25e67e050fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:18.965455 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-558fce03-59eb-4efa-88da-722f30e7ed80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873532'] for subnet, precommit_delete_associations {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:18.995109 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:18.999792 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bad7dd-c6fb-4eac-b801-25e67e050fe4 None None] Routers {'166a9bbb-0519-4914-8203-add0e7cb4c60'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:25:19.000824 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-03bad7dd-c6fb-4eac-b801-25e67e050fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:25:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['166a9bbb-0519-4914-8203-add0e7cb4c60'], 'active': True} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:19.003436 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157fa73-5913-4af2-ad5b-33769170d2b3 None None] Pushing event updated for resources: {'Port': ['ID=3bf5fe98-3122-4e40-bcd5-f0377975ca51,revision_number=3']} {{(pid=92887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:19.083184 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.db_base_plugin_common [None req-bf0dd780-3737-43ab-b281-ddac07b67ad2 admin admin] Allocated IP 172.20.0.1 (0b648cc0-74f8-4476-9054-16cedf9ddee5/f76ab614-4776-429b-9140-78a17b078b2f/2b1705ca-1a94-4652-a4d1-124e90a564f5) {{(pid=92885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:25:19.091714 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-558fce03-59eb-4efa-88da-722f30e7ed80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1491773'] for subnet, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:19.177321 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-558fce03-59eb-4efa-88da-722f30e7ed80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1491780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4873555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5003205'] for subnet, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:19.248413 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-558fce03-59eb-4efa-88da-722f30e7ed80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for subnet, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:19.250840 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-558fce03-59eb-4efa-88da-722f30e7ed80 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5839643a-22f2-405e-87dc-7135c519d00c HTTP/1.1" status: 204 len: 168 time: 0.4683092 Jul 13 19:25:19.252959 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558fce03-59eb-4efa-88da-722f30e7ed80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5839643a-22f2-405e-87dc-7135c519d00c,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:19.259706 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 48730) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:19.267102 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e99557bb-d0e6-4026-96d6-7670dcfb3ea1 req-111a6b64-19b7-4e13-87cd-831947e8a19f tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=44ff20c6-3f7d-490e-bdef-de52ff321d8c HTTP/1.1" status: 200 len: 210 time: 0.1039779 Jul 13 19:25:19.271283 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvr_db [None req-03bad7dd-c6fb-4eac-b801-25e67e050fe4 None None] Set router 166a9bbb-0519-4914-8203-add0e7cb4c60 gateway port host: dv-cinder-786933-3-iscsi {{(pid=92887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:25:19.343456 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-bf0dd780-3737-43ab-b281-ddac07b67ad2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:19.370725 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.provisioning_blocks [None req-bf0dd780-3737-43ab-b281-ddac07b67ad2 admin admin] Transition to ACTIVE for port object 2b1705ca-1a94-4652-a4d1-124e90a564f5 will not be triggered until provisioned by entity DHCP. {{(pid=92885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:19.382342 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-df7d47d8-3514-45d6-ad67-c92d1ea5234d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640404'] for network, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:19.417418 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6d3d61-90f1-49ec-bcb3-6ee6949262c9 None None] Network 0b648cc0-74f8-4476-9054-16cedf9ddee5 requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:25:19.506407 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-bf0dd780-3737-43ab-b281-ddac07b67ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819'] for port, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:19.522322 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-03bad7dd-c6fb-4eac-b801-25e67e050fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166a9bbb-0519-4914-8203-add0e7cb4c60', 'name': 'tempest-TestMinimumBasicScenario-2131650511-router', 'tenant_id': 'e8e27ef316e44b88957bd50b5e1c7fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '3bf5fe98-3122-4e40-bcd5-f0377975ca51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:15Z', 'updated_at': '2021-07-13T19:25:16Z', 'revision_number': 3, 'project_id': 'e8e27ef316e44b88957bd50b5e1c7fa7', 'gw_port': {'id': '3bf5fe98-3122-4e40-bcd5-f0377975ca51', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bf:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166a9bbb-0519-4914-8203-add0e7cb4c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:16Z', 'updated_at': '2021-07-13T19:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi'}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:19.562818 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bad7dd-c6fb-4eac-b801-25e67e050fe4 None None] The sync data for ids ['166a9bbb-0519-4914-8203-add0e7cb4c60'] in dv-cinder-786933-3-iscsi is: [{'id': '166a9bbb-0519-4914-8203-add0e7cb4c60', 'name': 'tempest-TestMinimumBasicScenario-2131650511-router', 'tenant_id': 'e8e27ef316e44b88957bd50b5e1c7fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '3bf5fe98-3122-4e40-bcd5-f0377975ca51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:15Z', 'updated_at': '2021-07-13T19:25:16Z', 'revision_number': 3, 'project_id': 'e8e27ef316e44b88957bd50b5e1c7fa7', 'gw_port': {'id': '3bf5fe98-3122-4e40-bcd5-f0377975ca51', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bf:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166a9bbb-0519-4914-8203-add0e7cb4c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:16Z', 'updated_at': '2021-07-13T19:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi'}] {{(pid=92887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:25:19.569187 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-30860b40-2183-4d1c-be98-5153a4ccde6f None None] Provisioning for port d8b95234-2d13-4a06-a8f4-a360d062bea2 completed by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:19.573546 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0dd780-3737-43ab-b281-ddac07b67ad2 admin admin] Pushing event updated for resources: {'Port': ['ID=2b1705ca-1a94-4652-a4d1-124e90a564f5,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:19.582492 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-30860b40-2183-4d1c-be98-5153a4ccde6f None None] Provisioning complete for port d8b95234-2d13-4a06-a8f4-a360d062bea2 triggered by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:19.582816 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-30860b40-2183-4d1c-be98-5153a4ccde6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:19.594301 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-df7d47d8-3514-45d6-ad67-c92d1ea5234d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1457064', 'neutron.services.segments.db._delete_segments_for_network-8772357979203'] for network, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:19.609559 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0dd780-3737-43ab-b281-ddac07b67ad2 admin admin] Network 0b648cc0-74f8-4476-9054-16cedf9ddee5 is already hosted by enough agents. {{(pid=92885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:25:19.611914 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-df7d47d8-3514-45d6-ad67-c92d1ea5234d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:25:19.612264 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-df7d47d8-3514-45d6-ad67-c92d1ea5234d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:25:19.613060 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-df7d47d8-3514-45d6-ad67-c92d1ea5234d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:25:19.613407 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-df7d47d8-3514-45d6-ad67-c92d1ea5234d admin admin] Subscribe: > port after_create 55550000 {{(pid=92885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:25:19.614176 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-df7d47d8-3514-45d6-ad67-c92d1ea5234d admin admin] Subscribe: > port after_delete 55550000 {{(pid=92885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:25:19.614176 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-df7d47d8-3514-45d6-ad67-c92d1ea5234d admin admin] Subscribe: > port after_update 55550000 {{(pid=92885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:25:19.614370 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-df7d47d8-3514-45d6-ad67-c92d1ea5234d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:25:19.614690 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-df7d47d8-3514-45d6-ad67-c92d1ea5234d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:25:19.615009 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-df7d47d8-3514-45d6-ad67-c92d1ea5234d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:25:19.615678 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-df7d47d8-3514-45d6-ad67-c92d1ea5234d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:25:19.696178 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-df7d47d8-3514-45d6-ad67-c92d1ea5234d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:25:19.696618 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-df7d47d8-3514-45d6-ad67-c92d1ea5234d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:25:19.696953 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-df7d47d8-3514-45d6-ad67-c92d1ea5234d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:25:19.697324 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-df7d47d8-3514-45d6-ad67-c92d1ea5234d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:25:19.697731 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.services.segments.db [None req-df7d47d8-3514-45d6-ad67-c92d1ea5234d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac62b834-c4f2-4379-9b3d-6de271a72a32']}} {{(pid=92885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:19.703264 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.base_scheduler [None req-bf0dd780-3737-43ab-b281-ddac07b67ad2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:19.710646 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f82587-438d-4ed2-99d3-a8cd0bbded10 req-3539af9a-198b-4b29-9d05-2b6ebab9649e tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:19.714320 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0dd780-3737-43ab-b281-ddac07b67ad2 admin admin] Received port after_create {{(pid=92885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:25:19.714857 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-bf0dd780-3737-43ab-b281-ddac07b67ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502481'] for router_interface, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:19.722510 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-25f82587-438d-4ed2-99d3-a8cd0bbded10 req-3539af9a-198b-4b29-9d05-2b6ebab9649e tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.1266685 Jul 13 19:25:19.722702 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.services.segments.db [None req-df7d47d8-3514-45d6-ad67-c92d1ea5234d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcb7886f-503b-44c3-a9a4-813100afae65') {'for_net_delete': True} {{(pid=92885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:19.722918 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.services.segments.db [None req-df7d47d8-3514-45d6-ad67-c92d1ea5234d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcb7886f-503b-44c3-a9a4-813100afae65') {} {{(pid=92885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:19.728085 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-30860b40-2183-4d1c-be98-5153a4ccde6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:19.784891 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-30860b40-2183-4d1c-be98-5153a4ccde6f None None] For port d8b95234-2d13-4a06-a8f4-a360d062bea2, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=d8b95234-2d13-4a06-a8f4-a360d062bea2,segment=NetworkSegment(6e0dd2f2-d2f0-4908-8e94-a3afe1e39435),segment_id=6e0dd2f2-d2f0-4908-8e94-a3afe1e39435)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:19.791498 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-df7d47d8-3514-45d6-ad67-c92d1ea5234d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772357979724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4246872'] for segment, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:19.797246 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-30860b40-2183-4d1c-be98-5153a4ccde6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:19.808643 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-25f82587-438d-4ed2-99d3-a8cd0bbded10 req-edf2db31-112e-46dc-9a6e-a498a0bfb68b tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833249 Jul 13 19:25:19.831394 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-df7d47d8-3514-45d6-ad67-c92d1ea5234d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480'] for segment, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:19.850068 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df7d47d8-3514-45d6-ad67-c92d1ea5234d admin admin] Releasing vlan 1181 on physical network physnet1 to pool {{(pid=92885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:25:19.850927 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-df7d47d8-3514-45d6-ad67-c92d1ea5234d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372843'] for segment, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: from cryptography.utils import int_from_bytes Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: from cryptography.utils import int_from_bytes Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: Traceback (most recent call last): Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: timer() Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: cb(*args, **kw) Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: return func(*args, **kwargs) Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: self._notify() Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: self.callback(batched_events) Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: event.method(event) Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: return f(self, *a, **k) Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: return self._get(url).json() Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: return self.request(url, 'GET', **kwargs) Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:25:19.856381 dv-cinder-786933-3-iscsi neutron-server[92885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:25:19.885435 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30860b40-2183-4d1c-be98-5153a4ccde6f None None] Pushing event updated for resources: {'Port': ['ID=d8b95234-2d13-4a06-a8f4-a360d062bea2,revision_number=3']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:19.963985 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-df7d47d8-3514-45d6-ad67-c92d1ea5234d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1457087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502378'] for network, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:19.993764 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-df7d47d8-3514-45d6-ad67-c92d1ea5234d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for network, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:19.995316 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-df7d47d8-3514-45d6-ad67-c92d1ea5234d admin admin] 10.222.0.22 "DELETE /v2.0/networks/ac62b834-c4f2-4379-9b3d-6de271a72a32 HTTP/1.1" status: 204 len: 168 time: 0.7345965 Jul 13 19:25:20.006275 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d47d8-3514-45d6-ad67-c92d1ea5234d admin admin] Pushing event deleted for resources: {'Network': ['ID=ac62b834-c4f2-4379-9b3d-6de271a72a32,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:20.046212 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-bf0dd780-3737-43ab-b281-ddac07b67ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.131055 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-c974a7db-f196-44f3-a939-a47858d0c5f1 None None] Provisioning for port 2b1705ca-1a94-4652-a4d1-124e90a564f5 completed by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:20.136306 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-c974a7db-f196-44f3-a939-a47858d0c5f1 None None] Provisioning complete for port 2b1705ca-1a94-4652-a4d1-124e90a564f5 triggered by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:20.136782 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-c974a7db-f196-44f3-a939-a47858d0c5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.202866 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-c974a7db-f196-44f3-a939-a47858d0c5f1 None None] Port 2b1705ca-1a94-4652-a4d1-124e90a564f5 cannot update to ACTIVE because it is not bound. {{(pid=92886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:25:20.221187 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-c974a7db-f196-44f3-a939-a47858d0c5f1 None None] Provisioning complete for port d8b95234-2d13-4a06-a8f4-a360d062bea2 triggered by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:20.221892 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-c974a7db-f196-44f3-a939-a47858d0c5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.279144 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 48742) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:20.359965 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 48746) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:20.360692 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-8c033b5b-c5a3-4562-ae8b-5bbe84fb5143 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5c8b23f02c2c47d98df5e2180b3d6bf6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0744905 Jul 13 19:25:20.396244 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-bf0dd780-3737-43ab-b281-ddac07b67ad2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.409170 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-bf0dd780-3737-43ab-b281-ddac07b67ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372883'] for port, after_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.495651 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-620f1f1e-7190-4f63-9702-628d26a00f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.496866 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4c8a345a-e4a0-4b88-abd6-d760e6b9dce5 req-d9cc8abf-df55-4733-bed5-2beeaaf5ce6e tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=44ff20c6-3f7d-490e-bdef-de52ff321d8c HTTP/1.1" status: 200 len: 210 time: 0.0287905 Jul 13 19:25:20.499840 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0dd780-3737-43ab-b281-ddac07b67ad2 admin admin] Pushing event updated for resources: {'Port': ['ID=2b1705ca-1a94-4652-a4d1-124e90a564f5,revision_number=2']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:20.507525 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-bf0dd780-3737-43ab-b281-ddac07b67ad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-645687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-505441'] for router_interface, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.512989 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-36f11658-5f55-472e-a92c-e962f5a8576f None None] Provisioning complete for port 2b1705ca-1a94-4652-a4d1-124e90a564f5 triggered by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:20.513493 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-36f11658-5f55-472e-a92c-e962f5a8576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.565446 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 2d65d26f-6ed1-498d-920c-b1946022d0fd up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:20.578834 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-620f1f1e-7190-4f63-9702-628d26a00f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.605811 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-36f11658-5f55-472e-a92c-e962f5a8576f None None] Port 2b1705ca-1a94-4652-a4d1-124e90a564f5 cannot update to ACTIVE because it is not bound. {{(pid=92886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:25:20.627840 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning for port 2d65d26f-6ed1-498d-920c-b1946022d0fd completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:20.638856 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port 2d65d26f-6ed1-498d-920c-b1946022d0fd triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:20.639462 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.653405 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0dd780-3737-43ab-b281-ddac07b67ad2 admin admin] Network 0b648cc0-74f8-4476-9054-16cedf9ddee5 is already hosted by enough agents. {{(pid=92885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:25:20.655075 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.base_scheduler [None req-bf0dd780-3737-43ab-b281-ddac07b67ad2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:20.665153 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-620f1f1e-7190-4f63-9702-628d26a00f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.667476 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-620f1f1e-7190-4f63-9702-628d26a00f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.667589 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.668656 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-620f1f1e-7190-4f63-9702-628d26a00f37 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e9b617bf-e73f-411e-b588-35d23f5af7da HTTP/1.1" status: 204 len: 168 time: 0.3071520 Jul 13 19:25:20.731142 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f1f1e-7190-4f63-9702-628d26a00f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b617bf-e73f-411e-b588-35d23f5af7da,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:20.779114 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.815788 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0dd780-3737-43ab-b281-ddac07b67ad2 admin admin] Router 166a9bbb-0519-4914-8203-add0e7cb4c60 has already been hosted by L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd {{(pid=92885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:25:20.840986 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] For port 2d65d26f-6ed1-498d-920c-b1946022d0fd, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=2d65d26f-6ed1-498d-920c-b1946022d0fd,segment=NetworkSegment(7463682c-908b-41b4-9218-712097f5a306),segment_id=7463682c-908b-41b4-9218-712097f5a306)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:20.846072 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.847110 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device d8b95234-2d13-4a06-a8f4-a360d062bea2 up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:20.993866 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port d8b95234-2d13-4a06-a8f4-a360d062bea2 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:20.994554 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:21.000788 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0dd780-3737-43ab-b281-ddac07b67ad2 admin admin] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:25:21.019683 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-bf0dd780-3737-43ab-b281-ddac07b67ad2 admin admin] 10.222.0.22 "PUT /v2.0/routers/166a9bbb-0519-4914-8203-add0e7cb4c60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3882318 Jul 13 19:25:21.030655 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Pushing event updated for resources: {'Port': ['ID=2d65d26f-6ed1-498d-920c-b1946022d0fd,revision_number=5']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:21.063224 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-0e2d0ad8-1aa8-4cf5-92eb-d2f7f040c365 None None] Provisioning complete for port 2b1705ca-1a94-4652-a4d1-124e90a564f5 triggered by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:21.063376 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-0e2d0ad8-1aa8-4cf5-92eb-d2f7f040c365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:21.095218 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea277bc-1ed6-4fb1-83a8-6af79c257f19 req-aa90faa8-99fa-4026-bdbb-6e39325bd227 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:21.097154 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-5ea277bc-1ed6-4fb1-83a8-6af79c257f19 req-aa90faa8-99fa-4026-bdbb-6e39325bd227 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.1292496 Jul 13 19:25:21.163501 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 3bf5fe98-3122-4e40-bcd5-f0377975ca51 up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:21.166243 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-5ea277bc-1ed6-4fb1-83a8-6af79c257f19 req-38f1169f-dbf1-4ab7-91e2-5f8dbec884b0 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625608 Jul 13 19:25:21.196280 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-0e2d0ad8-1aa8-4cf5-92eb-d2f7f040c365 None None] Port 2b1705ca-1a94-4652-a4d1-124e90a564f5 cannot update to ACTIVE because it is not bound. {{(pid=92886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:25:21.229499 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning for port 3bf5fe98-3122-4e40-bcd5-f0377975ca51 completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:21.234582 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port 3bf5fe98-3122-4e40-bcd5-f0377975ca51 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:21.235362 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:21.323418 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:21.344922 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] For port 3bf5fe98-3122-4e40-bcd5-f0377975ca51, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=3bf5fe98-3122-4e40-bcd5-f0377975ca51,segment=NetworkSegment(13a02452-998b-4f16-8f41-6eb5670d640f),segment_id=13a02452-998b-4f16-8f41-6eb5670d640f)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:21.349756 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:21.415399 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Pushing event updated for resources: {'Port': ['ID=3bf5fe98-3122-4e40-bcd5-f0377975ca51,revision_number=4']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:21.667539 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0220a89f-09bd-469a-aaa0-d310d790db96 req-2369cde6-30cd-48c8-8fb0-eec39316f254 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=44ff20c6-3f7d-490e-bdef-de52ff321d8c HTTP/1.1" status: 200 len: 210 time: 0.0363567 Jul 13 19:25:22.022608 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7395fb-af2b-4299-a1da-46f9c75462d2 None None] Sync routers for ids ['166a9bbb-0519-4914-8203-add0e7cb4c60'] in dv-cinder-786933-3-iscsi {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:25:22.035929 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7395fb-af2b-4299-a1da-46f9c75462d2 None None] Routers {'166a9bbb-0519-4914-8203-add0e7cb4c60'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:25:22.040330 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-8e7395fb-af2b-4299-a1da-46f9c75462d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:25:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['166a9bbb-0519-4914-8203-add0e7cb4c60'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:22.172028 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-8e7395fb-af2b-4299-a1da-46f9c75462d2 None None] Set router 166a9bbb-0519-4914-8203-add0e7cb4c60 gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:25:22.437780 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 2d65d26f-6ed1-498d-920c-b1946022d0fd up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:22.625916 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port 2d65d26f-6ed1-498d-920c-b1946022d0fd triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:22.626287 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:22.720301 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045bf02-7ee6-4a9e-baab-3bc9ddfafcc5 req-bb837093-50d3-45ce-9e3b-afaafb9d1a05 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:22.729869 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-2045bf02-7ee6-4a9e-baab-3bc9ddfafcc5 req-bb837093-50d3-45ce-9e3b-afaafb9d1a05 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.3618839 Jul 13 19:25:22.763725 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 3bf5fe98-3122-4e40-bcd5-f0377975ca51 up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:22.800550 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-8e7395fb-af2b-4299-a1da-46f9c75462d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166a9bbb-0519-4914-8203-add0e7cb4c60', 'name': 'tempest-TestMinimumBasicScenario-2131650511-router', 'tenant_id': 'e8e27ef316e44b88957bd50b5e1c7fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '3bf5fe98-3122-4e40-bcd5-f0377975ca51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:15Z', 'updated_at': '2021-07-13T19:25:19Z', 'revision_number': 4, 'project_id': 'e8e27ef316e44b88957bd50b5e1c7fa7', 'gw_port': {'id': '3bf5fe98-3122-4e40-bcd5-f0377975ca51', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bf:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166a9bbb-0519-4914-8203-add0e7cb4c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:16Z', 'updated_at': '2021-07-13T19:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '2b1705ca-1a94-4652-a4d1-124e90a564f5', 'name': '', 'network_id': '0b648cc0-74f8-4476-9054-16cedf9ddee5', 'tenant_id': 'e8e27ef316e44b88957bd50b5e1c7fa7', 'mac_address': 'fa:16:3e:26:40:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166a9bbb-0519-4914-8203-add0e7cb4c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'f76ab614-4776-429b-9140-78a17b078b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:18Z', 'updated_at': '2021-07-13T19:25:20Z', 'revision_number': 2, 'project_id': 'e8e27ef316e44b88957bd50b5e1c7fa7', 'subnets': [{'id': 'f76ab614-4776-429b-9140-78a17b078b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:22.829624 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-803a2dc0-b813-4284-b241-68201a55c544 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:22.831584 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-803a2dc0-b813-4284-b241-68201a55c544 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.72 "GET /v2.0/networks?id=14adc513-802f-41c3-aa1b-5a69cf6267ec HTTP/1.1" status: 200 len: 814 time: 0.4290032 Jul 13 19:25:22.833111 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7395fb-af2b-4299-a1da-46f9c75462d2 None None] Checking router: 166a9bbb-0519-4914-8203-add0e7cb4c60 for host: dv-cinder-786933-3-iscsi {{(pid=92886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:25:22.833468 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7395fb-af2b-4299-a1da-46f9c75462d2 None None] Updating router 166a9bbb-0519-4914-8203-add0e7cb4c60 port 2b1705ca-1a94-4652-a4d1-124e90a564f5 binding host dv-cinder-786933-3-iscsi {{(pid=92886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:25:22.847065 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-2045bf02-7ee6-4a9e-baab-3bc9ddfafcc5 req-1edfd60d-173e-41ed-9a31-16e3cfb71b08 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156414 Jul 13 19:25:22.859592 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-49321e58-2b7d-4cbf-911a-22f1f0fcd9d4 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Request body: {'port': {'device_id': '44ff20c6-3f7d-490e-bdef-de52ff321d8c', 'network_id': '14adc513-802f-41c3-aa1b-5a69cf6267ec', 'admin_state_up': True, 'tenant_id': 'e7dba3834cf94d53b5eb7919c55c4945'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:22.888772 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-8e7395fb-af2b-4299-a1da-46f9c75462d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:22.955357 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port 3bf5fe98-3122-4e40-bcd5-f0377975ca51 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:22.955791 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:22.999535 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-673c068c-462b-4278-ab23-c975898f5acc req-cb831fa5-6b86-45da-905c-eff75bded00d tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=44ff20c6-3f7d-490e-bdef-de52ff321d8c HTTP/1.1" status: 200 len: 210 time: 0.0649562 Jul 13 19:25:23.070125 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-49321e58-2b7d-4cbf-911a-22f1f0fcd9d4 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Made reservation on behalf of e7dba3834cf94d53b5eb7919c55c4945 for: {'port': 1} {{(pid=92884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:25:23.076331 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-49321e58-2b7d-4cbf-911a-22f1f0fcd9d4 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:23.380876 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.db_base_plugin_common [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-49321e58-2b7d-4cbf-911a-22f1f0fcd9d4 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Allocated IP 172.20.0.6 (14adc513-802f-41c3-aa1b-5a69cf6267ec/82f1198a-dc93-4567-a47f-87bd333e3e58/8a96e674-7d8a-4f2f-a076-736e580aec96) {{(pid=92884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:25:23.459929 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-8e7395fb-af2b-4299-a1da-46f9c75462d2 None None] Notify callbacks [] for port, precommit_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:23.471906 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-8e7395fb-af2b-4299-a1da-46f9c75462d2 None None] Transition to ACTIVE for port object 2b1705ca-1a94-4652-a4d1-124e90a564f5 will not be triggered until provisioned by entity L2. {{(pid=92886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:23.478893 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-8e7395fb-af2b-4299-a1da-46f9c75462d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:23.549038 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cebae7f-d274-40f1-8935-4c1e780c3acc None None] Pushing event updated for resources: {'Port': ['ID=2b1705ca-1a94-4652-a4d1-124e90a564f5,revision_number=3']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:23.636573 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-49321e58-2b7d-4cbf-911a-22f1f0fcd9d4 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Notify callbacks [] for port, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:23.648235 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-8e7395fb-af2b-4299-a1da-46f9c75462d2 None None] Attempting to bind port 2b1705ca-1a94-4652-a4d1-124e90a564f5 on host dv-cinder-786933-3-iscsi for vnic_type normal with profile {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:25:23.648650 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-8e7395fb-af2b-4299-a1da-46f9c75462d2 None None] Attempting to bind port 2b1705ca-1a94-4652-a4d1-124e90a564f5 by drivers openvswitch,hyperv on host dv-cinder-786933-3-iscsi at level 0 using segments [{'id': '6e0dd2f2-d2f0-4908-8e94-a3afe1e39435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '0b648cc0-74f8-4476-9054-16cedf9ddee5'}] {{(pid=92886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:25:23.648980 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7395fb-af2b-4299-a1da-46f9c75462d2 None None] Attempting to bind port 2b1705ca-1a94-4652-a4d1-124e90a564f5 on network 0b648cc0-74f8-4476-9054-16cedf9ddee5 {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:25:23.660274 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7395fb-af2b-4299-a1da-46f9c75462d2 None None] Checking agent: {'id': '666c655c-5d62-4287-a041-db0951989b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 16, 18), 'started_at': datetime.datetime(2021, 7, 13, 19, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:25:23.660657 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7395fb-af2b-4299-a1da-46f9c75462d2 None None] Checking segment: {'id': '6e0dd2f2-d2f0-4908-8e94-a3afe1e39435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '0b648cc0-74f8-4476-9054-16cedf9ddee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:25:23.661063 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-8e7395fb-af2b-4299-a1da-46f9c75462d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:23.661785 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7395fb-af2b-4299-a1da-46f9c75462d2 None None] Bound using segment: {'id': '6e0dd2f2-d2f0-4908-8e94-a3afe1e39435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '0b648cc0-74f8-4476-9054-16cedf9ddee5'} {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:25:23.661932 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-8e7395fb-af2b-4299-a1da-46f9c75462d2 None None] Bound port: 2b1705ca-1a94-4652-a4d1-124e90a564f5, host: dv-cinder-786933-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e0dd2f2-d2f0-4908-8e94-a3afe1e39435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '0b648cc0-74f8-4476-9054-16cedf9ddee5'}}] {{(pid=92886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:25:23.662320 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-8e7395fb-af2b-4299-a1da-46f9c75462d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:23.706248 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-49321e58-2b7d-4cbf-911a-22f1f0fcd9d4 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:23.729818 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] get_ports_and_sgs() called for port_ids ['df32e3c1-b87b-4cee-9735-b246f6582efb'] {{(pid=92886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:25:23.767743 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49321e58-2b7d-4cbf-911a-22f1f0fcd9d4 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Pushing event updated for resources: {'Port': ['ID=8a96e674-7d8a-4f2f-a076-736e580aec96,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:23.784570 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-8e7395fb-af2b-4299-a1da-46f9c75462d2 None None] For port 2b1705ca-1a94-4652-a4d1-124e90a564f5, host dv-cinder-786933-3-iscsi, cleared binding levels {{(pid=92886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:25:23.786703 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-49321e58-2b7d-4cbf-911a-22f1f0fcd9d4 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Network 14adc513-802f-41c3-aa1b-5a69cf6267ec is already hosted by enough agents. {{(pid=92884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:25:23.787889 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-8e7395fb-af2b-4299-a1da-46f9c75462d2 None None] For port 2b1705ca-1a94-4652-a4d1-124e90a564f5, host dv-cinder-786933-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=2b1705ca-1a94-4652-a4d1-124e90a564f5,segment=NetworkSegment(6e0dd2f2-d2f0-4908-8e94-a3afe1e39435),segment_id=6e0dd2f2-d2f0-4908-8e94-a3afe1e39435)] {{(pid=92886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:25:23.788909 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-49321e58-2b7d-4cbf-911a-22f1f0fcd9d4 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Resources bound (agent type, host, resource id): {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:23.793537 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-49321e58-2b7d-4cbf-911a-22f1f0fcd9d4 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Received port after_create {{(pid=92884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:25:23.806844 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-8e7395fb-af2b-4299-a1da-46f9c75462d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:23.861560 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-49321e58-2b7d-4cbf-911a-22f1f0fcd9d4 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:23.898823 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-49321e58-2b7d-4cbf-911a-22f1f0fcd9d4 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:23.923016 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-49321e58-2b7d-4cbf-911a-22f1f0fcd9d4 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0668459 Jul 13 19:25:23.928260 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cebae7f-d274-40f1-8935-4c1e780c3acc None None] Pushing event updated for resources: {'Port': ['ID=2b1705ca-1a94-4652-a4d1-124e90a564f5,revision_number=4']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:23.938984 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-3d97bf73-d914-477e-b688-9f7b3f1f8af4 service neutron] Request body: {'port': {'device_id': '44ff20c6-3f7d-490e-bdef-de52ff321d8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:23.971013 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7395fb-af2b-4299-a1da-46f9c75462d2 None None] Routers {'166a9bbb-0519-4914-8203-add0e7cb4c60'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:25:23.972330 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-8e7395fb-af2b-4299-a1da-46f9c75462d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:25:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['166a9bbb-0519-4914-8203-add0e7cb4c60'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:24.049659 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-3d97bf73-d914-477e-b688-9f7b3f1f8af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:24.211210 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4469c1f-ed33-4492-bb8e-aa035d47cfcc req-dfa74b71-12b0-4bb9-b845-587c78e77d54 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:24.215525 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-d4469c1f-ed33-4492-bb8e-aa035d47cfcc req-dfa74b71-12b0-4bb9-b845-587c78e77d54 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.1559429 Jul 13 19:25:24.247778 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-8e7395fb-af2b-4299-a1da-46f9c75462d2 None None] Set router 166a9bbb-0519-4914-8203-add0e7cb4c60 gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:25:24.334352 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-d4469c1f-ed33-4492-bb8e-aa035d47cfcc req-352867d8-c22d-464c-9022-d19d8f299d50 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125894 Jul 13 19:25:24.793474 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4007d4-c464-4429-88a0-89defeb33630 req-49d70767-1bd3-41c7-b872-d1193858047f tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:24.801717 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-da4007d4-c464-4429-88a0-89defeb33630 req-49d70767-1bd3-41c7-b872-d1193858047f tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=44ff20c6-3f7d-490e-bdef-de52ff321d8c HTTP/1.1" status: 200 len: 931 time: 0.5395644 Jul 13 19:25:24.851782 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-8e7395fb-af2b-4299-a1da-46f9c75462d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166a9bbb-0519-4914-8203-add0e7cb4c60', 'name': 'tempest-TestMinimumBasicScenario-2131650511-router', 'tenant_id': 'e8e27ef316e44b88957bd50b5e1c7fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '3bf5fe98-3122-4e40-bcd5-f0377975ca51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:15Z', 'updated_at': '2021-07-13T19:25:19Z', 'revision_number': 4, 'project_id': 'e8e27ef316e44b88957bd50b5e1c7fa7', 'gw_port': {'id': '3bf5fe98-3122-4e40-bcd5-f0377975ca51', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bf:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166a9bbb-0519-4914-8203-add0e7cb4c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:16Z', 'updated_at': '2021-07-13T19:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '2b1705ca-1a94-4652-a4d1-124e90a564f5', 'name': '', 'network_id': '0b648cc0-74f8-4476-9054-16cedf9ddee5', 'tenant_id': 'e8e27ef316e44b88957bd50b5e1c7fa7', 'mac_address': 'fa:16:3e:26:40:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166a9bbb-0519-4914-8203-add0e7cb4c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'f76ab614-4776-429b-9140-78a17b078b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:18Z', 'updated_at': '2021-07-13T19:25:23Z', 'revision_number': 4, 'project_id': 'e8e27ef316e44b88957bd50b5e1c7fa7', 'subnets': [{'id': 'f76ab614-4776-429b-9140-78a17b078b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:24.877746 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7395fb-af2b-4299-a1da-46f9c75462d2 None None] The sync data for ids ['166a9bbb-0519-4914-8203-add0e7cb4c60'] in dv-cinder-786933-3-iscsi is: [{'id': '166a9bbb-0519-4914-8203-add0e7cb4c60', 'name': 'tempest-TestMinimumBasicScenario-2131650511-router', 'tenant_id': 'e8e27ef316e44b88957bd50b5e1c7fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '3bf5fe98-3122-4e40-bcd5-f0377975ca51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:15Z', 'updated_at': '2021-07-13T19:25:19Z', 'revision_number': 4, 'project_id': 'e8e27ef316e44b88957bd50b5e1c7fa7', 'gw_port': {'id': '3bf5fe98-3122-4e40-bcd5-f0377975ca51', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bf:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166a9bbb-0519-4914-8203-add0e7cb4c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:16Z', 'updated_at': '2021-07-13T19:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '2b1705ca-1a94-4652-a4d1-124e90a564f5', 'name': '', 'network_id': '0b648cc0-74f8-4476-9054-16cedf9ddee5', 'tenant_id': 'e8e27ef316e44b88957bd50b5e1c7fa7', 'mac_address': 'fa:16:3e:26:40:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166a9bbb-0519-4914-8203-add0e7cb4c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'f76ab614-4776-429b-9140-78a17b078b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:18Z', 'updated_at': '2021-07-13T19:25:23Z', 'revision_number': 4, 'project_id': 'e8e27ef316e44b88957bd50b5e1c7fa7', 'subnets': [{'id': 'f76ab614-4776-429b-9140-78a17b078b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:25:24.883205 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-da4007d4-c464-4429-88a0-89defeb33630 req-0b8476b1-efc0-4ad3-b351-7fe212db737f tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802891 Jul 13 19:25:24.938140 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-3d97bf73-d914-477e-b688-9f7b3f1f8af4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a96e674-7d8a-4f2f-a076-736e580aec96 {{(pid=92884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:25:24.970940 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-3d97bf73-d914-477e-b688-9f7b3f1f8af4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:25.003129 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.provisioning_blocks [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-3d97bf73-d914-477e-b688-9f7b3f1f8af4 service neutron] Transition to ACTIVE for port object 8a96e674-7d8a-4f2f-a076-736e580aec96 will not be triggered until provisioned by entity L2. {{(pid=92884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:25.009753 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-3d97bf73-d914-477e-b688-9f7b3f1f8af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4873477'] for port, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:25.080448 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d97bf73-d914-477e-b688-9f7b3f1f8af4 service neutron] Pushing event updated for resources: {'Port': ['ID=8a96e674-7d8a-4f2f-a076-736e580aec96,revision_number=2']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:25.186686 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-3d97bf73-d914-477e-b688-9f7b3f1f8af4 service neutron] Attempting to bind port 8a96e674-7d8a-4f2f-a076-736e580aec96 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:25:25.187032 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-3d97bf73-d914-477e-b688-9f7b3f1f8af4 service neutron] Attempting to bind port 8a96e674-7d8a-4f2f-a076-736e580aec96 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '6682d465-6c1b-420d-bda0-e256c276348b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '14adc513-802f-41c3-aa1b-5a69cf6267ec'}] {{(pid=92884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:25:25.187364 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-3d97bf73-d914-477e-b688-9f7b3f1f8af4 service neutron] Attempting to bind port 8a96e674-7d8a-4f2f-a076-736e580aec96 on network 14adc513-802f-41c3-aa1b-5a69cf6267ec {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:25:25.198856 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-3d97bf73-d914-477e-b688-9f7b3f1f8af4 service neutron] Port 8a96e674-7d8a-4f2f-a076-736e580aec96 on network 14adc513-802f-41c3-aa1b-5a69cf6267ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:25:25.199187 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-3d97bf73-d914-477e-b688-9f7b3f1f8af4 service neutron] Attempting to bind port 8a96e674-7d8a-4f2f-a076-736e580aec96 on network 14adc513-802f-41c3-aa1b-5a69cf6267ec {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:25:25.205169 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-3d97bf73-d914-477e-b688-9f7b3f1f8af4 service neutron] Checking agent: {'id': '412a95eb-dbf1-48e2-9390-163f76043269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 22, 13), 'started_at': datetime.datetime(2021, 7, 13, 19, 22, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:25:25.205440 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-3d97bf73-d914-477e-b688-9f7b3f1f8af4 service neutron] Checking segment: {'id': '6682d465-6c1b-420d-bda0-e256c276348b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '14adc513-802f-41c3-aa1b-5a69cf6267ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:25:25.206057 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-3d97bf73-d914-477e-b688-9f7b3f1f8af4 service neutron] Bound using segment: {'id': '6682d465-6c1b-420d-bda0-e256c276348b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '14adc513-802f-41c3-aa1b-5a69cf6267ec'} {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:25:25.206521 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-3d97bf73-d914-477e-b688-9f7b3f1f8af4 service neutron] Bound port: 8a96e674-7d8a-4f2f-a076-736e580aec96, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6682d465-6c1b-420d-bda0-e256c276348b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '14adc513-802f-41c3-aa1b-5a69cf6267ec'}}] {{(pid=92884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:25:25.206896 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-3d97bf73-d914-477e-b688-9f7b3f1f8af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:25.292864 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-3d97bf73-d914-477e-b688-9f7b3f1f8af4 service neutron] For port 8a96e674-7d8a-4f2f-a076-736e580aec96, host hv-cinder-78693, cleared binding levels {{(pid=92884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:25:25.299291 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-3d97bf73-d914-477e-b688-9f7b3f1f8af4 service neutron] For port 8a96e674-7d8a-4f2f-a076-736e580aec96, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8a96e674-7d8a-4f2f-a076-736e580aec96,segment=NetworkSegment(6682d465-6c1b-420d-bda0-e256c276348b),segment_id=6682d465-6c1b-420d-bda0-e256c276348b)] {{(pid=92884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:25:25.304839 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-3d97bf73-d914-477e-b688-9f7b3f1f8af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4873477'] for port, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:25.365286 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d97bf73-d914-477e-b688-9f7b3f1f8af4 service neutron] Pushing event updated for resources: {'Port': ['ID=8a96e674-7d8a-4f2f-a076-736e580aec96,revision_number=3']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:25.371461 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-3d97bf73-d914-477e-b688-9f7b3f1f8af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:25.372010 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-3d97bf73-d914-477e-b688-9f7b3f1f8af4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:25.373436 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-3d97bf73-d914-477e-b688-9f7b3f1f8af4 service neutron] 10.222.0.72 "PUT /v2.0/ports/8a96e674-7d8a-4f2f-a076-736e580aec96 HTTP/1.1" status: 200 len: 1093 time: 1.4397235 Jul 13 19:25:25.373880 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44ff20c6-3f7d-490e-bdef-de52ff321d8c', 'tag': '8a96e674-7d8a-4f2f-a076-736e580aec96'}] {{(pid=92884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:25.376163 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cf84a925f246af12420c5659448fd2d5dd2a3ba7c6b104c2b07d23eb28f3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63af9bc8-dc22-4ce7-b663-18e0abcb3c75" -d '{"events": [{"name": "network-changed", "server_uuid": "44ff20c6-3f7d-490e-bdef-de52ff321d8c", "tag": "8a96e674-7d8a-4f2f-a076-736e580aec96"}]}' {{(pid=92884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:25.462321 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a94f26a-f5c3-461c-9d2b-4f8d1bc6cf01 x-openstack-request-id: req-7a94f26a-f5c3-461c-9d2b-4f8d1bc6cf01 {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:25.462609 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44ff20c6-3f7d-490e-bdef-de52ff321d8c", "tag": "8a96e674-7d8a-4f2f-a076-736e580aec96", "status": "completed", "code": 200}]} {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:25.462853 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7a94f26a-f5c3-461c-9d2b-4f8d1bc6cf01 {{(pid=92884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:25.463249 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44ff20c6-3f7d-490e-bdef-de52ff321d8c', 'tag': '8a96e674-7d8a-4f2f-a076-736e580aec96', 'status': 'completed', 'code': 200} Jul 13 19:25:25.496448 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-55683179-0147-443f-9d38-9fe1d0ba1356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:25.497988 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-55683179-0147-443f-9d38-9fe1d0ba1356 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7dba3834cf94d53b5eb7919c55c4945&device_id=44ff20c6-3f7d-490e-bdef-de52ff321d8c HTTP/1.1" status: 200 len: 1096 time: 0.0680065 Jul 13 19:25:25.566985 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b908126-402d-4208-9004-320e1230ff71 req-ef2a2513-c7fd-4b5a-ab33-ce5aaca791c3 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:25.574090 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-20627ced-f4dd-42dd-8156-fc41f046cd7e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a96e674-7d8a-4f2f-a076-736e580aec96 HTTP/1.1" status: 200 len: 217 time: 0.0570333 Jul 13 19:25:25.574610 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-6b908126-402d-4208-9004-320e1230ff71 req-ef2a2513-c7fd-4b5a-ab33-ce5aaca791c3 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.0969219 Jul 13 19:25:25.636575 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-6b908126-402d-4208-9004-320e1230ff71 req-2ebebb37-b786-4a70-b4ab-d03d983b50f4 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587811 Jul 13 19:25:25.661253 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-2116f481-0897-46ea-b366-7327c67dc76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:25.662755 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-2116f481-0897-46ea-b366-7327c67dc76f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=82f1198a-dc93-4567-a47f-87bd333e3e58 HTTP/1.1" status: 200 len: 854 time: 0.0774863 Jul 13 19:25:25.707553 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-ece68cd1-098c-4cf3-babe-f6c505f9f9f2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=14adc513-802f-41c3-aa1b-5a69cf6267ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311084 Jul 13 19:25:25.834562 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-e5553be4-1631-4df2-bf35-1001d3d8d365 service neutron] 10.222.0.72 "GET /v2.0/networks/14adc513-802f-41c3-aa1b-5a69cf6267ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123250 Jul 13 19:25:26.041150 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-100916e0-c2fc-46f7-a0d3-36c9eb8323fb req-267768c8-3627-4490-9532-788c742aa0e3 service neutron] 10.222.0.72 "GET /v2.0/networks/14adc513-802f-41c3-aa1b-5a69cf6267ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880050 Jul 13 19:25:26.257511 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af9bc8-dc22-4ce7-b663-18e0abcb3c75 req-1ac62f75-4039-4c2e-bbf7-677835bc88d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:26.259755 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-63af9bc8-dc22-4ce7-b663-18e0abcb3c75 req-1ac62f75-4039-4c2e-bbf7-677835bc88d4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7dba3834cf94d53b5eb7919c55c4945&device_id=44ff20c6-3f7d-490e-bdef-de52ff321d8c HTTP/1.1" status: 200 len: 1096 time: 0.1138649 Jul 13 19:25:26.332982 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d91481-b23c-4087-9399-9a6902847b23 req-1480097d-84d1-47a3-8384-1c6153e9e3d0 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:26.341244 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-f8d91481-b23c-4087-9399-9a6902847b23 req-1480097d-84d1-47a3-8384-1c6153e9e3d0 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=44ff20c6-3f7d-490e-bdef-de52ff321d8c HTTP/1.1" status: 200 len: 943 time: 0.2453094 Jul 13 19:25:26.431619 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-f8d91481-b23c-4087-9399-9a6902847b23 req-3dac0d0e-b840-4c52-bb7a-921c03744197 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824370 Jul 13 19:25:26.483514 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 2b1705ca-1a94-4652-a4d1-124e90a564f5 up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:26.517173 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af9bc8-dc22-4ce7-b663-18e0abcb3c75 req-1ab8a487-4c17-408b-988f-478adb8304d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:26.518696 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-63af9bc8-dc22-4ce7-b663-18e0abcb3c75 req-1ab8a487-4c17-408b-988f-478adb8304d6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=14adc513-802f-41c3-aa1b-5a69cf6267ec HTTP/1.1" status: 200 len: 916 time: 0.2500391 Jul 13 19:25:26.616751 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning for port 2b1705ca-1a94-4652-a4d1-124e90a564f5 completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:26.621209 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port 2b1705ca-1a94-4652-a4d1-124e90a564f5 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:26.621646 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:26.625788 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-63af9bc8-dc22-4ce7-b663-18e0abcb3c75 req-b38e7002-de04-4e9c-9dbf-ca80e720c571 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a96e674-7d8a-4f2f-a076-736e580aec96 HTTP/1.1" status: 200 len: 217 time: 0.0953274 Jul 13 19:25:26.758855 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af9bc8-dc22-4ce7-b663-18e0abcb3c75 req-93bc06d5-892e-4f2c-a611-8ed2a28e4b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:26.760347 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-63af9bc8-dc22-4ce7-b663-18e0abcb3c75 req-93bc06d5-892e-4f2c-a611-8ed2a28e4b13 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=82f1198a-dc93-4567-a47f-87bd333e3e58 HTTP/1.1" status: 200 len: 854 time: 0.1233497 Jul 13 19:25:26.770904 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:26.822221 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-63af9bc8-dc22-4ce7-b663-18e0abcb3c75 req-7c2af617-cd7d-49d7-981a-a2cda1b713e7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=14adc513-802f-41c3-aa1b-5a69cf6267ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438864 Jul 13 19:25:26.834279 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 48932) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:26.851808 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] For port 2b1705ca-1a94-4652-a4d1-124e90a564f5, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=2b1705ca-1a94-4652-a4d1-124e90a564f5,segment=NetworkSegment(6e0dd2f2-d2f0-4908-8e94-a3afe1e39435),segment_id=6e0dd2f2-d2f0-4908-8e94-a3afe1e39435)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:26.861730 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:26.959294 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Pushing event updated for resources: {'Port': ['ID=2b1705ca-1a94-4652-a4d1-124e90a564f5,revision_number=5']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:27.046328 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-a8ddd6b7-1519-4318-af1e-68c3d8c63deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:27.110408 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fdf82a-7f78-497a-a5ad-654147f96a24 req-4a9391a2-ddb1-44f5-87ac-bdccfdcf5329 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:27.113414 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d7fdf82a-7f78-497a-a5ad-654147f96a24 req-4a9391a2-ddb1-44f5-87ac-bdccfdcf5329 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.2201493 Jul 13 19:25:27.122170 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-63af9bc8-dc22-4ce7-b663-18e0abcb3c75 req-cbbadbd9-26d9-46b6-9683-8080ae5c1df3 service neutron] 10.222.0.72 "GET /v2.0/networks/14adc513-802f-41c3-aa1b-5a69cf6267ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889051 Jul 13 19:25:27.148302 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-a8ddd6b7-1519-4318-af1e-68c3d8c63deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:27.152945 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-a8ddd6b7-1519-4318-af1e-68c3d8c63deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:27.202228 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ddd6b7-1519-4318-af1e-68c3d8c63deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd13bda-f69d-448b-a98b-6a60c7e16270,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:27.219537 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-a8ddd6b7-1519-4318-af1e-68c3d8c63deb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bd3d4d59952f47518624a0ba2dd3abee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3835762 Jul 13 19:25:27.222423 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 48942) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:27.260384 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d7fdf82a-7f78-497a-a5ad-654147f96a24 req-bcf776ac-f323-4756-9492-50b094976f61 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361642 Jul 13 19:25:27.305870 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-b8d69d4a-2795-4db8-9d3a-c0e4fd5a06a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:27.326020 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-63af9bc8-dc22-4ce7-b663-18e0abcb3c75 req-f554a2b2-b447-424f-b859-37f64491b9fb service neutron] 10.222.0.72 "GET /v2.0/networks/14adc513-802f-41c3-aa1b-5a69cf6267ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831548 Jul 13 19:25:27.362041 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-b8d69d4a-2795-4db8-9d3a-c0e4fd5a06a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:27.430233 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-b8d69d4a-2795-4db8-9d3a-c0e4fd5a06a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:27.437913 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-b8d69d4a-2795-4db8-9d3a-c0e4fd5a06a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:27.441658 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-b8d69d4a-2795-4db8-9d3a-c0e4fd5a06a9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8fd13bda-f69d-448b-a98b-6a60c7e16270 HTTP/1.1" status: 204 len: 168 time: 0.2176239 Jul 13 19:25:27.458398 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d69d4a-2795-4db8-9d3a-c0e4fd5a06a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd13bda-f69d-448b-a98b-6a60c7e16270,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:27.676980 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d227bf-30e8-4305-ae33-b00aa4dea7eb req-6f90f988-baf9-41ce-a00f-57acb4b2e421 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:27.678518 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-07d227bf-30e8-4305-ae33-b00aa4dea7eb req-6f90f988-baf9-41ce-a00f-57acb4b2e421 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=44ff20c6-3f7d-490e-bdef-de52ff321d8c HTTP/1.1" status: 200 len: 943 time: 0.0802827 Jul 13 19:25:27.732837 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-07d227bf-30e8-4305-ae33-b00aa4dea7eb req-3041864f-51da-4925-81cc-e8364d1e6c23 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464633 Jul 13 19:25:27.849103 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 48960) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:27.865938 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-6156c53c-60be-4a1b-879c-cb5eaf38cc18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:27.961092 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-6156c53c-60be-4a1b-879c-cb5eaf38cc18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:27.967277 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-6156c53c-60be-4a1b-879c-cb5eaf38cc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:28.005628 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-6156c53c-60be-4a1b-879c-cb5eaf38cc18 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=53076d11233941fab669a1df50026ab4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1542575 Jul 13 19:25:28.006609 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 48962) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:28.018908 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156c53c-60be-4a1b-879c-cb5eaf38cc18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a06d0d-a408-498c-a30a-f3bec1716a5f,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:28.070665 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f006f753-32d2-4dfe-91a5-f54d9c872610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:28.093258 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f006f753-32d2-4dfe-91a5-f54d9c872610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:28.141861 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f006f753-32d2-4dfe-91a5-f54d9c872610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:28.144527 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f006f753-32d2-4dfe-91a5-f54d9c872610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:28.145712 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-f006f753-32d2-4dfe-91a5-f54d9c872610 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b5a06d0d-a408-498c-a30a-f3bec1716a5f HTTP/1.1" status: 204 len: 168 time: 0.1379240 Jul 13 19:25:28.156582 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006f753-32d2-4dfe-91a5-f54d9c872610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a06d0d-a408-498c-a30a-f3bec1716a5f,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:28.397787 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 2b1705ca-1a94-4652-a4d1-124e90a564f5 up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:28.454173 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port 2b1705ca-1a94-4652-a4d1-124e90a564f5 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:28.454880 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:28.554760 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f04c8e-32df-459e-a572-f72da27b9859 req-7d94c800-8eba-4714-984b-0dddafbb6317 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:28.556693 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-81f04c8e-32df-459e-a572-f72da27b9859 req-7d94c800-8eba-4714-984b-0dddafbb6317 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.1040449 Jul 13 19:25:28.630980 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-81f04c8e-32df-459e-a572-f72da27b9859 req-a45980fd-9e55-46f5-8a19-8640cbe871bf tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651712 Jul 13 19:25:28.912003 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76968581-aace-4e4f-9180-185663e70c94 req-72c2b48a-f39f-44fb-b0fe-21a71776dddf tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:28.913579 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-76968581-aace-4e4f-9180-185663e70c94 req-72c2b48a-f39f-44fb-b0fe-21a71776dddf tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=44ff20c6-3f7d-490e-bdef-de52ff321d8c HTTP/1.1" status: 200 len: 943 time: 0.0772130 Jul 13 19:25:28.955743 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-76968581-aace-4e4f-9180-185663e70c94 req-cf17f9b8-75ca-43fb-881a-1594e342b758 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362854 Jul 13 19:25:29.833529 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9093b75-0edf-4cc1-a876-497da5754fb2 req-ec8e902d-1f0a-41e3-9710-9e78aeb7a07c tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:29.836219 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-a9093b75-0edf-4cc1-a876-497da5754fb2 req-ec8e902d-1f0a-41e3-9710-9e78aeb7a07c tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.0732913 Jul 13 19:25:29.879618 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-a9093b75-0edf-4cc1-a876-497da5754fb2 req-be95e2f9-91ec-40d2-856e-94ef9321cccd tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357845 Jul 13 19:25:30.169518 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62edd9bf-319a-4571-bb97-0c89d17fd5b6 req-f4995ccd-5dbf-43c3-9903-00d6c1cd3bd2 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:30.171102 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-62edd9bf-319a-4571-bb97-0c89d17fd5b6 req-f4995ccd-5dbf-43c3-9903-00d6c1cd3bd2 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=44ff20c6-3f7d-490e-bdef-de52ff321d8c HTTP/1.1" status: 200 len: 943 time: 0.0804842 Jul 13 19:25:30.247382 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-62edd9bf-319a-4571-bb97-0c89d17fd5b6 req-e7b35a02-7ed2-48fb-913d-f0ec354b54aa tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704503 Jul 13 19:25:31.074087 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f924b-8710-42ec-a50c-1a379a9a517d req-1b29142b-a8ad-44dc-a81b-1590635c5c17 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:31.080980 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-bc8f924b-8710-42ec-a50c-1a379a9a517d req-1b29142b-a8ad-44dc-a81b-1590635c5c17 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.0782900 Jul 13 19:25:31.121747 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-bc8f924b-8710-42ec-a50c-1a379a9a517d req-372c778e-cefa-4456-9120-440bb7c21875 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396831 Jul 13 19:25:31.453838 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50deefb5-fb8f-43e0-8468-274824dfbc6d req-e8068044-fcbf-429a-b2f8-9907342714f2 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:31.455582 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-50deefb5-fb8f-43e0-8468-274824dfbc6d req-e8068044-fcbf-429a-b2f8-9907342714f2 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=44ff20c6-3f7d-490e-bdef-de52ff321d8c HTTP/1.1" status: 200 len: 943 time: 0.0763245 Jul 13 19:25:31.502084 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-50deefb5-fb8f-43e0-8468-274824dfbc6d req-70ad8a17-8178-4501-b39e-b1c85976c46b tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391662 Jul 13 19:25:32.326995 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2edcee-9a75-4f43-b32d-81d39a8738a1 req-c7729c9b-5dbb-431b-bafe-b83adc29b631 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:32.328879 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-3c2edcee-9a75-4f43-b32d-81d39a8738a1 req-c7729c9b-5dbb-431b-bafe-b83adc29b631 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.0701461 Jul 13 19:25:32.370538 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-3c2edcee-9a75-4f43-b32d-81d39a8738a1 req-00d2a664-bd71-43e2-baea-bff0c129f2fe tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358076 Jul 13 19:25:32.709735 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837be62-e960-4ba4-ae9b-bfe5adac4a3c req-ca0d2755-13fe-47a0-b26f-176cbe8a6121 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:32.712010 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b837be62-e960-4ba4-ae9b-bfe5adac4a3c req-ca0d2755-13fe-47a0-b26f-176cbe8a6121 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=44ff20c6-3f7d-490e-bdef-de52ff321d8c HTTP/1.1" status: 200 len: 943 time: 0.0713999 Jul 13 19:25:32.761099 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b837be62-e960-4ba4-ae9b-bfe5adac4a3c req-5c34aec2-9860-4000-8db0-bf9c24f1269e tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418766 Jul 13 19:25:33.241070 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 49088) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:33.407145 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0a1156b5-bcb9-4d06-b62b-1f6efc1ae7d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:33.560815 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0a1156b5-bcb9-4d06-b62b-1f6efc1ae7d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:33.566145 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0a1156b5-bcb9-4d06-b62b-1f6efc1ae7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:33.596986 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1156b5-bcb9-4d06-b62b-1f6efc1ae7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61fdc17-81e8-47d2-8310-02f04957137c,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:33.604082 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076f4cb-cd17-4ad4-a47d-25a549e9228c req-989059e5-e12f-4a4e-806e-d6e25732ae9f tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:33.605811 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-1076f4cb-cd17-4ad4-a47d-25a549e9228c req-989059e5-e12f-4a4e-806e-d6e25732ae9f tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.0829623 Jul 13 19:25:33.616289 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-0a1156b5-bcb9-4d06-b62b-1f6efc1ae7d8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dc4cbc66b83948ebbd375e1d006ba6ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3732672 Jul 13 19:25:33.617238 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 49104) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:33.671448 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-4b94f7cb-411a-4637-9e0d-95598d4eb80f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:33.672987 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-1076f4cb-cd17-4ad4-a47d-25a549e9228c req-d23d9e5d-809f-4b6c-8054-63f97ee75254 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544760 Jul 13 19:25:33.695985 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-4b94f7cb-411a-4637-9e0d-95598d4eb80f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:33.752323 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-4b94f7cb-411a-4637-9e0d-95598d4eb80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:33.755152 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-4b94f7cb-411a-4637-9e0d-95598d4eb80f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:33.759535 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-4b94f7cb-411a-4637-9e0d-95598d4eb80f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c61fdc17-81e8-47d2-8310-02f04957137c HTTP/1.1" status: 204 len: 168 time: 0.1388214 Jul 13 19:25:33.766745 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94f7cb-411a-4637-9e0d-95598d4eb80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61fdc17-81e8-47d2-8310-02f04957137c,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:33.972424 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918e0e9-16d2-4daf-b7cc-cc6b667adc28 req-99ec41ea-84aa-459c-a44f-b01cf771e029 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:33.974223 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4918e0e9-16d2-4daf-b7cc-cc6b667adc28 req-99ec41ea-84aa-459c-a44f-b01cf771e029 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=44ff20c6-3f7d-490e-bdef-de52ff321d8c HTTP/1.1" status: 200 len: 943 time: 0.0702500 Jul 13 19:25:34.018575 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4918e0e9-16d2-4daf-b7cc-cc6b667adc28 req-5f4e27dd-4e8b-4212-9350-920724c1f07f tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373333 Jul 13 19:25:34.129679 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 49144) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:34.143328 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-3cab42e5-284e-4eb7-98fc-ca1aba59e167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:34.264961 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-3cab42e5-284e-4eb7-98fc-ca1aba59e167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:34.274159 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-3cab42e5-284e-4eb7-98fc-ca1aba59e167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:34.313650 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-3cab42e5-284e-4eb7-98fc-ca1aba59e167 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6fe9edb1264f4262a0d2ad74a2fdd981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1827049 Jul 13 19:25:34.314517 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab42e5-284e-4eb7-98fc-ca1aba59e167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6daaccbc-5de2-4655-bbf7-21c5e3af3435,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:34.317669 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 49164) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:34.384563 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-7be1493b-7bfc-4b92-8792-8eade679ec1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:34.409563 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-7be1493b-7bfc-4b92-8792-8eade679ec1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:34.468662 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-7be1493b-7bfc-4b92-8792-8eade679ec1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:34.471407 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-7be1493b-7bfc-4b92-8792-8eade679ec1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:34.476722 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-7be1493b-7bfc-4b92-8792-8eade679ec1c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6daaccbc-5de2-4655-bbf7-21c5e3af3435 HTTP/1.1" status: 204 len: 168 time: 0.1580212 Jul 13 19:25:34.485848 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be1493b-7bfc-4b92-8792-8eade679ec1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6daaccbc-5de2-4655-bbf7-21c5e3af3435,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:34.932887 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3e24c-95f1-4f83-9d08-62b1a287353a req-e57559fc-79af-49ab-9739-ed9f6448b687 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:34.935165 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e5a3e24c-95f1-4f83-9d08-62b1a287353a req-e57559fc-79af-49ab-9739-ed9f6448b687 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.0788624 Jul 13 19:25:34.982503 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e5a3e24c-95f1-4f83-9d08-62b1a287353a req-ad31b6ee-568c-4dcd-909a-5eb246e7e4f0 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409982 Jul 13 19:25:35.156367 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-43922bc7-b83c-4bd7-b829-2bf73b1daa40 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:35.157947 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-43922bc7-b83c-4bd7-b829-2bf73b1daa40 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/networks?id=0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7 HTTP/1.1" status: 200 len: 815 time: 0.1208913 Jul 13 19:25:35.174582 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-99e9d6b7-49ed-4960-a1c6-38e7a185f8b4 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/quotas/df66158c799144888d9e3e2d499b2c33 HTTP/1.1" status: 200 len: 375 time: 0.0092225 Jul 13 19:25:35.224913 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08facbb9-f491-423f-acf0-8c9be5368ba1 req-c83ca403-7f84-45cd-b89b-ce60f8c55f1f tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:35.226920 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-08facbb9-f491-423f-acf0-8c9be5368ba1 req-c83ca403-7f84-45cd-b89b-ce60f8c55f1f tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=44ff20c6-3f7d-490e-bdef-de52ff321d8c HTTP/1.1" status: 200 len: 943 time: 0.0763628 Jul 13 19:25:35.253578 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-8107d9b2-a5a4-4865-a983-a6e9b92e208f tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=df66158c799144888d9e3e2d499b2c33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0722387 Jul 13 19:25:35.277478 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-08facbb9-f491-423f-acf0-8c9be5368ba1 req-b6c2c873-c50d-443b-9fc4-131e2cef61d4 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449228 Jul 13 19:25:35.369428 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-917919e2-9d53-4ed8-9356-6834ba6b4935 service neutron] 10.222.0.22 "GET /v2.0/networks/0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037235 Jul 13 19:25:35.466489 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-a6b24e81-a8d5-42d2-ae7a-f7c0a4a204e9 service neutron] 10.222.0.22 "GET /v2.0/networks/0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910890 Jul 13 19:25:35.653808 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-460da6b8-3a11-449f-916a-5c5e13c84952 req-6180186d-03e6-42ca-80fb-496b5f6e9987 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0340631 Jul 13 19:25:36.095615 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d9e6b-be0c-4e04-b469-77f360ba369b req-370dc283-cd1a-43d3-b0e6-eca5fcb3850e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:36.097690 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-520d9e6b-be0c-4e04-b469-77f360ba369b req-370dc283-cd1a-43d3-b0e6-eca5fcb3850e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 1098 time: 0.0782287 Jul 13 19:25:36.188974 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-520d9e6b-be0c-4e04-b469-77f360ba369b req-968bdefc-1033-431b-8e93-553adc56b228 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762699 Jul 13 19:25:36.220305 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ad209-89f9-4174-8fe6-4ee6dcec214b req-1733118a-2e13-46b2-90da-ab398f01603a tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:36.227596 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-2b7ad209-89f9-4174-8fe6-4ee6dcec214b req-1733118a-2e13-46b2-90da-ab398f01603a tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.1076756 Jul 13 19:25:36.269113 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-2b7ad209-89f9-4174-8fe6-4ee6dcec214b req-c693a7d8-7074-4693-9484-c5b8940d35ae tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405741 Jul 13 19:25:36.395303 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 49296) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:36.505867 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d19ea8-f67f-49e5-bc07-1bc7a32fc7ac req-10e4a1db-537e-4a6a-b061-df1edbb15960 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:36.507841 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-53d19ea8-f67f-49e5-bc07-1bc7a32fc7ac req-10e4a1db-537e-4a6a-b061-df1edbb15960 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=44ff20c6-3f7d-490e-bdef-de52ff321d8c HTTP/1.1" status: 200 len: 943 time: 0.0852058 Jul 13 19:25:36.541222 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-fe21c66c-b9f6-4af5-9569-1656cdbd3a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:36.584484 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-53d19ea8-f67f-49e5-bc07-1bc7a32fc7ac req-49934425-1a7c-493d-8b0b-410ef9e3c735 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677035 Jul 13 19:25:36.660060 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-fe21c66c-b9f6-4af5-9569-1656cdbd3a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:36.664011 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-fe21c66c-b9f6-4af5-9569-1656cdbd3a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:36.716815 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-fe21c66c-b9f6-4af5-9569-1656cdbd3a12 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a1fc5233c3e0486bb394e7e40098783f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3202415 Jul 13 19:25:36.718928 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe21c66c-b9f6-4af5-9569-1656cdbd3a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e6d4b7-f889-4c77-b0b3-a8fa9ae84bbc,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:36.719446 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 49316) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:36.775763 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ae817cd3-ea7a-4f09-b63d-aa0533b10767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:36.810407 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ae817cd3-ea7a-4f09-b63d-aa0533b10767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:36.832648 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f187709b-b6ee-4ea1-847c-604a47909cb3 req-d88a00c8-510b-4282-a9dc-3da479ced26b tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0431912 Jul 13 19:25:36.877615 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ae817cd3-ea7a-4f09-b63d-aa0533b10767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:36.880176 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ae817cd3-ea7a-4f09-b63d-aa0533b10767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:36.883979 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-ae817cd3-ea7a-4f09-b63d-aa0533b10767 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f9e6d4b7-f889-4c77-b0b3-a8fa9ae84bbc HTTP/1.1" status: 204 len: 168 time: 0.1608815 Jul 13 19:25:36.891997 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae817cd3-ea7a-4f09-b63d-aa0533b10767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e6d4b7-f889-4c77-b0b3-a8fa9ae84bbc,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:37.016266 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 8a96e674-7d8a-4f2f-a076-736e580aec96 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:25:37.095649 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 49334) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:37.133187 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 8a96e674-7d8a-4f2f-a076-736e580aec96, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8a96e674-7d8a-4f2f-a076-736e580aec96,segment=NetworkSegment(6682d465-6c1b-420d-bda0-e256c276348b),segment_id=6682d465-6c1b-420d-bda0-e256c276348b)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:37.145185 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Returning: {'device': '8a96e674-7d8a-4f2f-a076-736e580aec96', 'network_id': '14adc513-802f-41c3-aa1b-5a69cf6267ec', 'port_id': '8a96e674-7d8a-4f2f-a076-736e580aec96', 'mac_address': 'fa:16:3e:a4:13:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f1198a-dc93-4567-a47f-87bd333e3e58', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:25:37.183845 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:37.197536 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.notifiers.nova [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a96e674-7d8a-4f2f-a076-736e580aec96 {{(pid=92886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:25:37.207436 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-4a52d272-b41a-4a35-a6b4-4fdea6b4b3fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:37.216830 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 8a96e674-7d8a-4f2f-a076-736e580aec96, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8a96e674-7d8a-4f2f-a076-736e580aec96,segment=NetworkSegment(6682d465-6c1b-420d-bda0-e256c276348b),segment_id=6682d465-6c1b-420d-bda0-e256c276348b)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:37.221124 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:37.286689 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Pushing event updated for resources: {'Port': ['ID=8a96e674-7d8a-4f2f-a076-736e580aec96,revision_number=4']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:37.327522 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-4a52d272-b41a-4a35-a6b4-4fdea6b4b3fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:37.334978 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-4a52d272-b41a-4a35-a6b4-4fdea6b4b3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:37.390693 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-4a52d272-b41a-4a35-a6b4-4fdea6b4b3fb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=db151f830a9245a584a4d003235724b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939529 Jul 13 19:25:37.393430 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 49350) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:37.508219 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-25d4bb83-fbe0-4f00-ac19-28d8abbda218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:37.513268 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52d272-b41a-4a35-a6b4-4fdea6b4b3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ab879a-9aa3-46da-ba8a-a27deb92ef81,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:37.542169 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-25d4bb83-fbe0-4f00-ac19-28d8abbda218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:37.581345 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-e075b2c5-f22c-4ebd-b234-c00b7051bc67 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:37.583039 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-e075b2c5-f22c-4ebd-b234-c00b7051bc67 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.72 "GET /v2.0/networks?id=0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7 HTTP/1.1" status: 200 len: 815 time: 0.2287443 Jul 13 19:25:37.593818 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf083b2-ac46-4121-82c6-f3b8f234eb19 req-d1bb661a-ec51-4b1d-80ef-dec13651d63f tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:37.601048 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-3cf083b2-ac46-4121-82c6-f3b8f234eb19 req-d1bb661a-ec51-4b1d-80ef-dec13651d63f tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.1296153 Jul 13 19:25:37.614049 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-3fc27b58-c460-4eee-bfbe-42d6566c9c56 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Request body: {'port': {'device_id': '93d09d8f-03d8-4dcd-8c1e-4967f11c9cad', 'network_id': '0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7', 'admin_state_up': True, 'tenant_id': 'df66158c799144888d9e3e2d499b2c33'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:37.618476 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-25d4bb83-fbe0-4f00-ac19-28d8abbda218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:37.621512 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-25d4bb83-fbe0-4f00-ac19-28d8abbda218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:37.629358 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-25d4bb83-fbe0-4f00-ac19-28d8abbda218 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/34ab879a-9aa3-46da-ba8a-a27deb92ef81 HTTP/1.1" status: 204 len: 168 time: 0.2338135 Jul 13 19:25:37.640622 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4bb83-fbe0-4f00-ac19-28d8abbda218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ab879a-9aa3-46da-ba8a-a27deb92ef81,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:37.742559 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-3cf083b2-ac46-4121-82c6-f3b8f234eb19 req-ba9899e4-4a3c-47b8-b75b-35efbda73735 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405742 Jul 13 19:25:37.823900 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-3fc27b58-c460-4eee-bfbe-42d6566c9c56 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Made reservation on behalf of df66158c799144888d9e3e2d499b2c33 for: {'port': 1} {{(pid=92884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:25:37.828224 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-3fc27b58-c460-4eee-bfbe-42d6566c9c56 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:37.834932 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] get_ports_and_sgs() called for port_ids ['8a96e674-7d8a-4f2f-a076-736e580aec96'] {{(pid=92886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:25:37.895498 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b769df9-58de-4394-8293-9e2c587aa6dd req-4a1ccaab-62b2-4940-81c8-d844249f613b tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:37.900487 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-3b769df9-58de-4394-8293-9e2c587aa6dd req-4a1ccaab-62b2-4940-81c8-d844249f613b tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=44ff20c6-3f7d-490e-bdef-de52ff321d8c HTTP/1.1" status: 200 len: 944 time: 0.1139793 Jul 13 19:25:37.994041 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-3b769df9-58de-4394-8293-9e2c587aa6dd req-c6a19c8a-37a4-40ac-9770-bb3822eb8468 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820713 Jul 13 19:25:38.025111 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e2f6dc91-f73a-4698-8527-f100b2695e80 req-60480463-84f0-4a4c-a09b-a187932fc87b tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0552797 Jul 13 19:25:38.051593 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.db_base_plugin_common [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-3fc27b58-c460-4eee-bfbe-42d6566c9c56 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Allocated IP 172.20.0.3 (0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7/6c509fd0-b2ef-4a02-b3c6-9aba994fdd49/8291ad93-47a9-4f66-8f34-f93c2f6ef99f) {{(pid=92884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:25:38.188162 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 49376) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:38.214688 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-7d2d7dac-7864-48b1-863b-7a2f67ecb32c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:38.235894 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-3fc27b58-c460-4eee-bfbe-42d6566c9c56 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks [] for port, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:38.258551 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.provisioning_blocks [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-3fc27b58-c460-4eee-bfbe-42d6566c9c56 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Transition to ACTIVE for port object 8291ad93-47a9-4f66-8f34-f93c2f6ef99f will not be triggered until provisioned by entity DHCP. {{(pid=92884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:38.321827 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-3fc27b58-c460-4eee-bfbe-42d6566c9c56 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:38.392159 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-3fc27b58-c460-4eee-bfbe-42d6566c9c56 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Network 0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7 is already hosted by enough agents. {{(pid=92884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:25:38.393513 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-7d2d7dac-7864-48b1-863b-7a2f67ecb32c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:38.397530 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-3fc27b58-c460-4eee-bfbe-42d6566c9c56 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Resources bound (agent type, host, resource id): {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:38.403560 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-3fc27b58-c460-4eee-bfbe-42d6566c9c56 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Received port after_create {{(pid=92884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:25:38.409794 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-7d2d7dac-7864-48b1-863b-7a2f67ecb32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:38.435263 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc27b58-c460-4eee-bfbe-42d6566c9c56 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Pushing event updated for resources: {'Port': ['ID=8291ad93-47a9-4f66-8f34-f93c2f6ef99f,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:38.500310 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d7dac-7864-48b1-863b-7a2f67ecb32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c29250d-e4d7-42c4-bafd-5c64662e9f63,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:38.508416 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-7d2d7dac-7864-48b1-863b-7a2f67ecb32c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3a427635c67340bc8d5d83e4e211127f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3161318 Jul 13 19:25:38.509700 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 49386) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:38.520063 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-3fc27b58-c460-4eee-bfbe-42d6566c9c56 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:38.520724 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-3fc27b58-c460-4eee-bfbe-42d6566c9c56 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:38.542185 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-3fc27b58-c460-4eee-bfbe-42d6566c9c56 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9384925 Jul 13 19:25:38.564431 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-3c629343-55ec-4d06-8f12-67073bf6a7e4 service neutron] Request body: {'port': {'device_id': '93d09d8f-03d8-4dcd-8c1e-4967f11c9cad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:38.609970 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-49cf3dba-ea0b-417c-919b-cca73d1c0cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:38.658431 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-49cf3dba-ea0b-417c-919b-cca73d1c0cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:38.671821 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-3c629343-55ec-4d06-8f12-67073bf6a7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:38.698312 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-c3325287-4558-45ae-9600-54559578de30 None None] Provisioning for port 8291ad93-47a9-4f66-8f34-f93c2f6ef99f completed by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:38.702378 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-c3325287-4558-45ae-9600-54559578de30 None None] Provisioning complete for port 8291ad93-47a9-4f66-8f34-f93c2f6ef99f triggered by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:38.702981 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-c3325287-4558-45ae-9600-54559578de30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:38.743951 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-c3325287-4558-45ae-9600-54559578de30 None None] Port 8291ad93-47a9-4f66-8f34-f93c2f6ef99f cannot update to ACTIVE because it is not bound. {{(pid=92886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:25:38.749896 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-49cf3dba-ea0b-417c-919b-cca73d1c0cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:38.752847 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-49cf3dba-ea0b-417c-919b-cca73d1c0cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:38.753982 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-49cf3dba-ea0b-417c-919b-cca73d1c0cd6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9c29250d-e4d7-42c4-bafd-5c64662e9f63 HTTP/1.1" status: 204 len: 168 time: 0.2440441 Jul 13 19:25:38.806554 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf3dba-ea0b-417c-919b-cca73d1c0cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c29250d-e4d7-42c4-bafd-5c64662e9f63,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:38.989906 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae5a13-53fb-419d-80ba-1a8085e8080d req-8aeebb64-7a21-4ece-b566-b1c1d1c7fbfa tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:38.991923 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ccae5a13-53fb-419d-80ba-1a8085e8080d req-8aeebb64-7a21-4ece-b566-b1c1d1c7fbfa tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.0969510 Jul 13 19:25:39.076072 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ccae5a13-53fb-419d-80ba-1a8085e8080d req-1a75370d-4ccb-492d-8e85-9b3cd3401fa1 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773132 Jul 13 19:25:39.078344 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-3c629343-55ec-4d06-8f12-67073bf6a7e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8291ad93-47a9-4f66-8f34-f93c2f6ef99f {{(pid=92884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:25:39.087202 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-3c629343-55ec-4d06-8f12-67073bf6a7e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:39.100407 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.provisioning_blocks [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-3c629343-55ec-4d06-8f12-67073bf6a7e4 service neutron] Transition to ACTIVE for port object 8291ad93-47a9-4f66-8f34-f93c2f6ef99f will not be triggered until provisioned by entity L2. {{(pid=92884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:39.105960 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-3c629343-55ec-4d06-8f12-67073bf6a7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4873477'] for port, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:39.164280 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c629343-55ec-4d06-8f12-67073bf6a7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=8291ad93-47a9-4f66-8f34-f93c2f6ef99f,revision_number=2']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:39.223785 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b0aa0-9757-4a0d-9f1f-113f6e15dfb2 req-407b3e2a-9a4b-4812-8ca5-d3ad117753f0 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:39.226045 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-588b0aa0-9757-4a0d-9f1f-113f6e15dfb2 req-407b3e2a-9a4b-4812-8ca5-d3ad117753f0 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=44ff20c6-3f7d-490e-bdef-de52ff321d8c HTTP/1.1" status: 200 len: 944 time: 0.1092165 Jul 13 19:25:39.267990 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-588b0aa0-9757-4a0d-9f1f-113f6e15dfb2 req-323b984e-a431-48c3-a406-21869347ed59 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361714 Jul 13 19:25:39.290514 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-3c629343-55ec-4d06-8f12-67073bf6a7e4 service neutron] Attempting to bind port 8291ad93-47a9-4f66-8f34-f93c2f6ef99f on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:25:39.290993 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-3c629343-55ec-4d06-8f12-67073bf6a7e4 service neutron] Attempting to bind port 8291ad93-47a9-4f66-8f34-f93c2f6ef99f by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '7463682c-908b-41b4-9218-712097f5a306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7'}] {{(pid=92884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:25:39.291180 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-3c629343-55ec-4d06-8f12-67073bf6a7e4 service neutron] Attempting to bind port 8291ad93-47a9-4f66-8f34-f93c2f6ef99f on network 0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7 {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:25:39.302920 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-3c629343-55ec-4d06-8f12-67073bf6a7e4 service neutron] Port 8291ad93-47a9-4f66-8f34-f93c2f6ef99f on network 0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:25:39.303756 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-3c629343-55ec-4d06-8f12-67073bf6a7e4 service neutron] Attempting to bind port 8291ad93-47a9-4f66-8f34-f93c2f6ef99f on network 0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7 {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:25:39.312231 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-3c629343-55ec-4d06-8f12-67073bf6a7e4 service neutron] Checking agent: {'id': '412a95eb-dbf1-48e2-9390-163f76043269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 22, 13), 'started_at': datetime.datetime(2021, 7, 13, 19, 22, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:25:39.312845 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-3c629343-55ec-4d06-8f12-67073bf6a7e4 service neutron] Checking segment: {'id': '7463682c-908b-41b4-9218-712097f5a306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:25:39.313229 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-3c629343-55ec-4d06-8f12-67073bf6a7e4 service neutron] Bound using segment: {'id': '7463682c-908b-41b4-9218-712097f5a306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7'} {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:25:39.313835 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-3c629343-55ec-4d06-8f12-67073bf6a7e4 service neutron] Bound port: 8291ad93-47a9-4f66-8f34-f93c2f6ef99f, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7463682c-908b-41b4-9218-712097f5a306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7'}}] {{(pid=92884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:25:39.314344 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-3c629343-55ec-4d06-8f12-67073bf6a7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:39.338696 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c181a2-f0ee-420b-9781-fe3ae8553e81 req-d91fec7b-f109-4e2d-91f8-a4d1d668e20a tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:39.340251 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b3c181a2-f0ee-420b-9781-fe3ae8553e81 req-d91fec7b-f109-4e2d-91f8-a4d1d668e20a tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 943 time: 0.1218562 Jul 13 19:25:39.446167 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b3c181a2-f0ee-420b-9781-fe3ae8553e81 req-574dbe2a-1c0c-42dd-8051-570fdc43046a tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964434 Jul 13 19:25:39.447585 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-3c629343-55ec-4d06-8f12-67073bf6a7e4 service neutron] For port 8291ad93-47a9-4f66-8f34-f93c2f6ef99f, host hv-cinder-78693, cleared binding levels {{(pid=92884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:25:39.474875 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-3c629343-55ec-4d06-8f12-67073bf6a7e4 service neutron] For port 8291ad93-47a9-4f66-8f34-f93c2f6ef99f, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8291ad93-47a9-4f66-8f34-f93c2f6ef99f,segment=NetworkSegment(7463682c-908b-41b4-9218-712097f5a306),segment_id=7463682c-908b-41b4-9218-712097f5a306)] {{(pid=92884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:25:39.477585 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177a824-774d-472c-ad5d-895cda5e7c4a req-81aa7f97-14af-4f4b-90e9-3f13f46faf5d tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:39.482995 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-3c629343-55ec-4d06-8f12-67073bf6a7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4873477'] for port, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:39.486006 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-1177a824-774d-472c-ad5d-895cda5e7c4a req-81aa7f97-14af-4f4b-90e9-3f13f46faf5d tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0929377 Jul 13 19:25:39.520894 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-3c629343-55ec-4d06-8f12-67073bf6a7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:39.521471 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-3c629343-55ec-4d06-8f12-67073bf6a7e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:39.523343 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-3c629343-55ec-4d06-8f12-67073bf6a7e4 service neutron] 10.222.0.72 "PUT /v2.0/ports/8291ad93-47a9-4f66-8f34-f93c2f6ef99f HTTP/1.1" status: 200 len: 1093 time: 0.9677930 Jul 13 19:25:39.523812 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d09d8f-03d8-4dcd-8c1e-4967f11c9cad', 'tag': '8291ad93-47a9-4f66-8f34-f93c2f6ef99f'}] {{(pid=92884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:39.529560 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-1177a824-774d-472c-ad5d-895cda5e7c4a req-6471df61-52d5-4378-96c6-51c8cf64cec6 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424807 Jul 13 19:25:39.532489 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cf84a925f246af12420c5659448fd2d5dd2a3ba7c6b104c2b07d23eb28f3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e1ffcd-6a82-49d5-a241-da8b8dde09b8" -d '{"events": [{"name": "network-changed", "server_uuid": "93d09d8f-03d8-4dcd-8c1e-4967f11c9cad", "tag": "8291ad93-47a9-4f66-8f34-f93c2f6ef99f"}]}' {{(pid=92884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:39.592748 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c629343-55ec-4d06-8f12-67073bf6a7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=8291ad93-47a9-4f66-8f34-f93c2f6ef99f,revision_number=3']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:39.623271 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90961006-6f6e-46ed-9631-1bd7e07983d3 x-openstack-request-id: req-90961006-6f6e-46ed-9631-1bd7e07983d3 {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:39.623566 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d09d8f-03d8-4dcd-8c1e-4967f11c9cad", "tag": "8291ad93-47a9-4f66-8f34-f93c2f6ef99f", "status": "completed", "code": 200}]} {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:39.624056 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-90961006-6f6e-46ed-9631-1bd7e07983d3 {{(pid=92884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:39.624447 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d09d8f-03d8-4dcd-8c1e-4967f11c9cad', 'tag': '8291ad93-47a9-4f66-8f34-f93c2f6ef99f', 'status': 'completed', 'code': 200} Jul 13 19:25:39.709334 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-cc079309-2ce2-4748-91b5-d10611fa635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:39.711063 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-cc079309-2ce2-4748-91b5-d10611fa635c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=df66158c799144888d9e3e2d499b2c33&device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 1096 time: 0.1144347 Jul 13 19:25:39.774805 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-355e2754-c306-4e08-b4fa-f2a17572a5e1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8291ad93-47a9-4f66-8f34-f93c2f6ef99f HTTP/1.1" status: 200 len: 217 time: 0.0481524 Jul 13 19:25:39.847661 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-32504bff-ce88-4a39-b93e-f9bde31b7c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:39.850275 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-32504bff-ce88-4a39-b93e-f9bde31b7c77 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6c509fd0-b2ef-4a02-b3c6-9aba994fdd49 HTTP/1.1" status: 200 len: 854 time: 0.0612118 Jul 13 19:25:39.949450 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-bdf34361-b7ea-4abb-b39d-c14fbc60056e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:39.951087 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-bdf34361-b7ea-4abb-b39d-c14fbc60056e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0858850 Jul 13 19:25:40.078448 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-6f370a1f-2594-4d0e-978d-30ae0bca092a service neutron] 10.222.0.72 "GET /v2.0/networks/0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189694 Jul 13 19:25:40.171485 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-88ddaa19-e4ef-49ae-b106-77ac885a4a9d req-d143402f-c999-44a2-b833-fd5ab998a525 service neutron] 10.222.0.72 "GET /v2.0/networks/0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833905 Jul 13 19:25:40.292842 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1ffcd-6a82-49d5-a241-da8b8dde09b8 req-bd971b2f-8ce6-4731-8c0d-b0850a4c64c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:40.295588 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-46e1ffcd-6a82-49d5-a241-da8b8dde09b8 req-bd971b2f-8ce6-4731-8c0d-b0850a4c64c1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=df66158c799144888d9e3e2d499b2c33&device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 1096 time: 0.0584934 Jul 13 19:25:40.395047 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1ffcd-6a82-49d5-a241-da8b8dde09b8 req-4dac8b05-a655-4501-8919-4c190878f3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:40.397089 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-46e1ffcd-6a82-49d5-a241-da8b8dde09b8 req-4dac8b05-a655-4501-8919-4c190878f3ea service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7 HTTP/1.1" status: 200 len: 917 time: 0.0908465 Jul 13 19:25:40.465978 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-46e1ffcd-6a82-49d5-a241-da8b8dde09b8 req-9b545bd6-26b4-4f19-8e55-6dcdd07e9a7d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8291ad93-47a9-4f66-8f34-f93c2f6ef99f HTTP/1.1" status: 200 len: 217 time: 0.0557439 Jul 13 19:25:40.533935 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1ffcd-6a82-49d5-a241-da8b8dde09b8 req-1b3531f8-6074-4d24-87bb-59ead1e868ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:40.533935 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-46e1ffcd-6a82-49d5-a241-da8b8dde09b8 req-1b3531f8-6074-4d24-87bb-59ead1e868ee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6c509fd0-b2ef-4a02-b3c6-9aba994fdd49 HTTP/1.1" status: 200 len: 854 time: 0.0595417 Jul 13 19:25:40.541690 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d919ce-73ca-4a24-b06a-28b274ec21c7 req-dfeca49c-453b-4cc4-8150-a8f24df6bd91 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:40.543171 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-01d919ce-73ca-4a24-b06a-28b274ec21c7 req-dfeca49c-453b-4cc4-8150-a8f24df6bd91 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=44ff20c6-3f7d-490e-bdef-de52ff321d8c HTTP/1.1" status: 200 len: 944 time: 0.1418543 Jul 13 19:25:40.606924 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-01d919ce-73ca-4a24-b06a-28b274ec21c7 req-d4851a75-18e3-4f49-b582-4f3834deb80a tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547595 Jul 13 19:25:40.634929 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1ffcd-6a82-49d5-a241-da8b8dde09b8 req-6ca5bb48-7216-4dfe-bfac-85da41c8198e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:40.636726 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-46e1ffcd-6a82-49d5-a241-da8b8dde09b8 req-6ca5bb48-7216-4dfe-bfac-85da41c8198e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0924006 Jul 13 19:25:40.683139 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404fd34e-d9e0-45d6-b39a-729d37e0cdbb req-0ccf781b-09cf-4be5-9474-454daaa0f5ca tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:40.684688 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-404fd34e-d9e0-45d6-b39a-729d37e0cdbb req-0ccf781b-09cf-4be5-9474-454daaa0f5ca tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 943 time: 0.0745025 Jul 13 19:25:40.751376 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-404fd34e-d9e0-45d6-b39a-729d37e0cdbb req-396a5ec8-7e94-485b-baa6-857fc438972d tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561755 Jul 13 19:25:40.763671 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-46e1ffcd-6a82-49d5-a241-da8b8dde09b8 req-642e51a3-5d5a-41a0-85f4-0aa75d92b496 service neutron] 10.222.0.72 "GET /v2.0/networks/0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144121 Jul 13 19:25:40.865947 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-46e1ffcd-6a82-49d5-a241-da8b8dde09b8 req-eaf1e96f-4102-44c1-9356-36954f805fd6 service neutron] 10.222.0.72 "GET /v2.0/networks/0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889351 Jul 13 19:25:41.044064 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 8a96e674-7d8a-4f2f-a076-736e580aec96 up at agent hyperv_hv-cinder-78693 {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:41.105712 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 49506) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:41.116949 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Provisioning for port 8a96e674-7d8a-4f2f-a076-736e580aec96 completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:41.120968 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Provisioning complete for port 8a96e674-7d8a-4f2f-a076-736e580aec96 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:41.121413 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:41.188532 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 49512) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:41.244332 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:41.275956 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ff20c6-3f7d-490e-bdef-de52ff321d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a96e674-7d8a-4f2f-a076-736e580aec96'}] {{(pid=92886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:41.278407 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2110528246aa69f40c90618f30b6bebf52a56ffd7d9758f57e079d5fd4b7be03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c6cc9b-7bdb-4fb5-8ab9-9fd6f47f947e" -d '{"events": [{"server_uuid": "44ff20c6-3f7d-490e-bdef-de52ff321d8c", "name": "network-vif-plugged", "status": "completed", "tag": "8a96e674-7d8a-4f2f-a076-736e580aec96"}]}' {{(pid=92886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:41.291699 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 8a96e674-7d8a-4f2f-a076-736e580aec96, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8a96e674-7d8a-4f2f-a076-736e580aec96,segment=NetworkSegment(6682d465-6c1b-420d-bda0-e256c276348b),segment_id=6682d465-6c1b-420d-bda0-e256c276348b)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:41.299022 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:41.304514 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-48489ec0-1ed5-4953-b54b-3127c8ac9011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:41.338247 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610a724f-4b6e-458e-9e04-ae06c8635feb x-openstack-request-id: req-610a724f-4b6e-458e-9e04-ae06c8635feb {{(pid=92886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:41.338541 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ff20c6-3f7d-490e-bdef-de52ff321d8c", "name": "network-vif-plugged", "status": "completed", "tag": "8a96e674-7d8a-4f2f-a076-736e580aec96", "code": 200}]} {{(pid=92886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:41.338976 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-610a724f-4b6e-458e-9e04-ae06c8635feb {{(pid=92886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:41.339363 dv-cinder-786933-3-iscsi neutron-server[92886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ff20c6-3f7d-490e-bdef-de52ff321d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a96e674-7d8a-4f2f-a076-736e580aec96', 'code': 200} Jul 13 19:25:41.364106 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-c52223a0-0ba5-4ce1-83b6-0317c362e7d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:41.373448 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Pushing event updated for resources: {'Port': ['ID=8a96e674-7d8a-4f2f-a076-736e580aec96,revision_number=5']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:41.433059 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-48489ec0-1ed5-4953-b54b-3127c8ac9011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:41.440736 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-48489ec0-1ed5-4953-b54b-3127c8ac9011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:41.472018 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-48489ec0-1ed5-4953-b54b-3127c8ac9011 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f46f2acd25d949ba9158d4526a8a7ce7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3652592 Jul 13 19:25:41.472215 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 49520) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:41.519716 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48489ec0-1ed5-4953-b54b-3127c8ac9011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece4f5f1-602a-4755-ad6c-abc04cccacd5,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:41.564115 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-7a69b2fd-bf6b-4eea-b8da-15124b4fc2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:41.588926 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-7a69b2fd-bf6b-4eea-b8da-15124b4fc2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:41.639921 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-7a69b2fd-bf6b-4eea-b8da-15124b4fc2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:41.643572 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-7a69b2fd-bf6b-4eea-b8da-15124b4fc2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:41.648773 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-7a69b2fd-bf6b-4eea-b8da-15124b4fc2d0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ece4f5f1-602a-4755-ad6c-abc04cccacd5 HTTP/1.1" status: 204 len: 168 time: 0.1741703 Jul 13 19:25:41.659536 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a69b2fd-bf6b-4eea-b8da-15124b4fc2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece4f5f1-602a-4755-ad6c-abc04cccacd5,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:41.821636 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ddf69-cb30-4d9b-8c99-7921c816b7a6 req-fd0d9af3-6a62-4bc6-ac96-feb79afcba17 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:41.824766 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-f52ddf69-cb30-4d9b-8c99-7921c816b7a6 req-fd0d9af3-6a62-4bc6-ac96-feb79afcba17 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=44ff20c6-3f7d-490e-bdef-de52ff321d8c HTTP/1.1" status: 200 len: 945 time: 0.0814261 Jul 13 19:25:41.894714 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-f52ddf69-cb30-4d9b-8c99-7921c816b7a6 req-3df0ab91-f76a-4e7d-89ed-c4da31ac98ff tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570259 Jul 13 19:25:41.910766 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d1041-a298-4338-a43a-c3fdd94055ff req-8386bf4b-8e62-41bf-9622-09a37f1868b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:41.912870 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b32d1041-a298-4338-a43a-c3fdd94055ff req-8386bf4b-8e62-41bf-9622-09a37f1868b9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=652f5f23ec8a45ea8fe76d30b77bbcff&device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 1098 time: 0.4082026 Jul 13 19:25:41.947960 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d28ff-ef33-4a2d-8a65-c3c7128580de req-181b0231-eed1-48d0-9a76-66ac31cd314e tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:41.951512 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-254d28ff-ef33-4a2d-8a65-c3c7128580de req-181b0231-eed1-48d0-9a76-66ac31cd314e tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.4116919 Jul 13 19:25:42.006704 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 49534) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:42.017650 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-c52223a0-0ba5-4ce1-83b6-0317c362e7d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:42.037188 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-c52223a0-0ba5-4ce1-83b6-0317c362e7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:42.039370 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-509f8e4f-7ac4-4499-b83b-7cd7d43d7f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:42.041064 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506eee08-bf5c-44b4-9ee7-6076c8b1cd7c req-281b8f62-2fd9-4166-84be-24fee5014f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:42.042569 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-506eee08-bf5c-44b4-9ee7-6076c8b1cd7c req-281b8f62-2fd9-4166-84be-24fee5014f50 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=44ff20c6-3f7d-490e-bdef-de52ff321d8c HTTP/1.1" status: 200 len: 1098 time: 0.2261758 Jul 13 19:25:42.105738 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3458d-a085-4bfc-8ba2-b0a78a1d64b9 req-5bd52431-ded6-4fbf-b30e-aa8ae89f1bdc tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:42.109015 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-71b3458d-a085-4bfc-8ba2-b0a78a1d64b9 req-5bd52431-ded6-4fbf-b30e-aa8ae89f1bdc tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 943 time: 0.1135213 Jul 13 19:25:42.122594 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-c52223a0-0ba5-4ce1-83b6-0317c362e7d9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7cf8115696004b3c9c275e9f22983f31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9307640 Jul 13 19:25:42.126583 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-254d28ff-ef33-4a2d-8a65-c3c7128580de req-50e42df2-b70e-4f85-a2b9-b6195e3e213d tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653464 Jul 13 19:25:42.127097 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 49538) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:42.131549 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52223a0-0ba5-4ce1-83b6-0317c362e7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87b43ec-4d3f-455e-a099-a2f78dc42949,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:42.154553 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d1041-a298-4338-a43a-c3fdd94055ff req-9134aa25-025a-4171-ac81-6b6af2757012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:42.156163 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b32d1041-a298-4338-a43a-c3fdd94055ff req-9134aa25-025a-4171-ac81-6b6af2757012 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e562a705-db99-44a5-84db-c9cb691dc10e HTTP/1.1" status: 200 len: 919 time: 0.2243838 Jul 13 19:25:42.160069 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-506eee08-bf5c-44b4-9ee7-6076c8b1cd7c req-29110498-57a2-44d7-99a6-96aec23d5331 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034257 Jul 13 19:25:42.204577 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-71b3458d-a085-4bfc-8ba2-b0a78a1d64b9 req-3802e8e8-8d1f-442c-a500-a638f5b68ea1 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912259 Jul 13 19:25:42.253115 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-75e6b613-d83e-4a4a-89f5-4ab241cbcbe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:42.265401 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-509f8e4f-7ac4-4499-b83b-7cd7d43d7f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:42.274517 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-509f8e4f-7ac4-4499-b83b-7cd7d43d7f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:42.292791 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b32d1041-a298-4338-a43a-c3fdd94055ff req-67d790d7-a3db-4a5c-8103-f49be18e131f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a018d116-d555-494d-8f8b-bd0cb97e9160 HTTP/1.1" status: 200 len: 217 time: 0.0373745 Jul 13 19:25:42.303716 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-75e6b613-d83e-4a4a-89f5-4ab241cbcbe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:42.345694 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-509f8e4f-7ac4-4499-b83b-7cd7d43d7f87 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dda99f3085854505b8182bc495f9f5c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3374250 Jul 13 19:25:42.348346 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 49540) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:42.350046 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f8e4f-7ac4-4499-b83b-7cd7d43d7f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f7bb3e-0cca-4b1d-aed4-08db67fe0f6d,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:42.358670 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d1041-a298-4338-a43a-c3fdd94055ff req-9b81010c-8128-48ff-a9ed-f51dfd004572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:42.360152 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b32d1041-a298-4338-a43a-c3fdd94055ff req-9b81010c-8128-48ff-a9ed-f51dfd004572 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=378d89dc-bfdb-437d-a3cf-f875b6da89ed HTTP/1.1" status: 200 len: 857 time: 0.0563209 Jul 13 19:25:42.394048 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-75e6b613-d83e-4a4a-89f5-4ab241cbcbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:42.397538 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-75e6b613-d83e-4a4a-89f5-4ab241cbcbe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:42.398673 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-75e6b613-d83e-4a4a-89f5-4ab241cbcbe2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e87b43ec-4d3f-455e-a099-a2f78dc42949 HTTP/1.1" status: 204 len: 168 time: 0.2705412 Jul 13 19:25:42.406411 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6b613-d83e-4a4a-89f5-4ab241cbcbe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87b43ec-4d3f-455e-a099-a2f78dc42949,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:42.414719 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b32d1041-a298-4338-a43a-c3fdd94055ff req-95a2356d-a4d6-4801-ad66-3bfa2c77d80c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e562a705-db99-44a5-84db-c9cb691dc10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365996 Jul 13 19:25:42.448266 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ac8c5e4f-0d43-4635-bbb5-42619f62ad05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:42.502342 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ac8c5e4f-0d43-4635-bbb5-42619f62ad05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:42.527020 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:42.554938 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b32d1041-a298-4338-a43a-c3fdd94055ff req-8da22c36-6be2-44f5-a3a2-638db13442a4 service neutron] 10.222.0.72 "GET /v2.0/networks/e562a705-db99-44a5-84db-c9cb691dc10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268003 Jul 13 19:25:42.626512 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ac8c5e4f-0d43-4635-bbb5-42619f62ad05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:42.629378 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ac8c5e4f-0d43-4635-bbb5-42619f62ad05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:42.631960 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-ac8c5e4f-0d43-4635-bbb5-42619f62ad05 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/67f7bb3e-0cca-4b1d-aed4-08db67fe0f6d HTTP/1.1" status: 204 len: 168 time: 0.2818310 Jul 13 19:25:42.648252 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c5e4f-0d43-4635-bbb5-42619f62ad05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f7bb3e-0cca-4b1d-aed4-08db67fe0f6d,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:42.706822 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b32d1041-a298-4338-a43a-c3fdd94055ff req-56688d16-c997-4907-85a2-71dc46e0aeb1 service neutron] 10.222.0.72 "GET /v2.0/networks/e562a705-db99-44a5-84db-c9cb691dc10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305475 Jul 13 19:25:43.075809 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101405a-eb0f-4557-b462-9e30adc009d3 req-9d19ccc0-9ffb-420a-be94-1bd0f46d84ba tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:43.078051 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-7101405a-eb0f-4557-b462-9e30adc009d3 req-9d19ccc0-9ffb-420a-be94-1bd0f46d84ba tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=44ff20c6-3f7d-490e-bdef-de52ff321d8c HTTP/1.1" status: 200 len: 945 time: 0.0756896 Jul 13 19:25:43.123215 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 49580) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:43.127152 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-7101405a-eb0f-4557-b462-9e30adc009d3 req-12108bc0-eb6e-4795-b9d4-e6759e85921b tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426552 Jul 13 19:25:43.244532 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-afecdf81-812c-442e-9b0b-2dae969814f8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1178290540-network', 'tenant_id': 'f76de9f3b2d84e1186fc4522ac5150ad'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:43.302908 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afecdf81-812c-442e-9b0b-2dae969814f8 admin admin] Made reservation on behalf of f76de9f3b2d84e1186fc4522ac5150ad for: {'network': 1} {{(pid=92884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:25:43.305164 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-afecdf81-812c-442e-9b0b-2dae969814f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for network, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:43.317843 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-afecdf81-812c-442e-9b0b-2dae969814f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:43.358771 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0735725-6958-4c46-9b8f-5595026f5d01 req-f0e99ace-3edc-421c-a389-77bd3012874e tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:43.360289 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b0735725-6958-4c46-9b8f-5595026f5d01 req-f0e99ace-3edc-421c-a389-77bd3012874e tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.1024153 Jul 13 19:25:43.407408 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed23505-049a-4ad1-abee-0faa00c4a470 req-f3ec8952-18ef-46a1-9e08-fade0754a631 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:43.414756 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-fed23505-049a-4ad1-abee-0faa00c4a470 req-f3ec8952-18ef-46a1-9e08-fade0754a631 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 943 time: 0.0733566 Jul 13 19:25:43.439416 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b0735725-6958-4c46-9b8f-5595026f5d01 req-6e00e6a8-b881-4cf8-81c4-55f22a8b8028 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644426 Jul 13 19:25:43.458048 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-fed23505-049a-4ad1-abee-0faa00c4a470 req-39d5a17f-b7b1-4a20-8059-517cd4f137c5 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422983 Jul 13 19:25:43.471403 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-afecdf81-812c-442e-9b0b-2dae969814f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:43.485919 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-afecdf81-812c-442e-9b0b-2dae969814f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:43.512308 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afecdf81-812c-442e-9b0b-2dae969814f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1197} {{(pid=92884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:25:43.521611 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afecdf81-812c-442e-9b0b-2dae969814f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b64c5a-4d6c-48af-92e3-3b55ca5de66e,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:43.530946 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-afecdf81-812c-442e-9b0b-2dae969814f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480'] for segment, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:43.531514 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.db.segments_db [None req-afecdf81-812c-442e-9b0b-2dae969814f8 admin admin] Added segment 673db204-d8d2-4a04-8b74-f5c08a96ffba of type vlan for network 343ffcfe-70d9-48b8-9086-8c12260c08de Jul 13 19:25:43.581499 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-afecdf81-812c-442e-9b0b-2dae969814f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772357517572'] for network, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:43.618113 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-afecdf81-812c-442e-9b0b-2dae969814f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669'] for network, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:43.619248 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afecdf81-812c-442e-9b0b-2dae969814f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:43.619839 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-afecdf81-812c-442e-9b0b-2dae969814f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for network, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:43.689528 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-afecdf81-812c-442e-9b0b-2dae969814f8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5651901 Jul 13 19:25:43.692553 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 49610) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:43.700620 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-6c151fd9-25f9-4838-b826-5777a2dcf08a admin admin] Request body: {'subnet': {'network_id': '343ffcfe-70d9-48b8-9086-8c12260c08de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1178290540-subnet', 'tenant_id': 'f76de9f3b2d84e1186fc4522ac5150ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:43.710037 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afecdf81-812c-442e-9b0b-2dae969814f8 admin admin] Pushing event updated for resources: {'Network': ['ID=343ffcfe-70d9-48b8-9086-8c12260c08de,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:43.722261 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Network 343ffcfe-70d9-48b8-9086-8c12260c08de details requested by agent ovs-agent-dv-cinder-786933-3-iscsi with host dv-cinder-786933-3-iscsi {{(pid=92886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:25:43.729822 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c151fd9-25f9-4838-b826-5777a2dcf08a admin admin] Made reservation on behalf of f76de9f3b2d84e1186fc4522ac5150ad for: {'subnet': 1} {{(pid=92884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:25:43.733003 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-6c151fd9-25f9-4838-b826-5777a2dcf08a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5003232'] for subnet, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:43.947890 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-6c151fd9-25f9-4838-b826-5777a2dcf08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4873618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5003218'] for subnet, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:44.015162 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c151fd9-25f9-4838-b826-5777a2dcf08a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f275551-11ea-4db1-9a8c-68b28ff9d178,revision_number=0']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:44.022359 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c151fd9-25f9-4838-b826-5777a2dcf08a admin admin] Checking segment: {'id': '673db204-d8d2-4a04-8b74-f5c08a96ffba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '343ffcfe-70d9-48b8-9086-8c12260c08de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:25:44.022714 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c151fd9-25f9-4838-b826-5777a2dcf08a admin admin] Network hostable DHCP agents. Network: 343ffcfe-70d9-48b8-9086-8c12260c08de, hostable agents: ['46ee3fc2-8c8b-485e-8a09-c5820fb474f8'], hosted agents: [] {{(pid=92884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:25:44.039129 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c151fd9-25f9-4838-b826-5777a2dcf08a admin admin] Network 343ffcfe-70d9-48b8-9086-8c12260c08de is scheduled to be hosted by DHCP agent 46ee3fc2-8c8b-485e-8a09-c5820fb474f8 with binding_index 1 {{(pid=92884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:25:44.049696 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [None req-6c151fd9-25f9-4838-b826-5777a2dcf08a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-3-iscsi, 343ffcfe-70d9-48b8-9086-8c12260c08de) {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:44.054728 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c151fd9-25f9-4838-b826-5777a2dcf08a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:44.055449 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-6c151fd9-25f9-4838-b826-5777a2dcf08a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for subnet, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:44.063049 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d744df-67fb-46b0-847d-72c1dd0b5e40 None None] Network 343ffcfe-70d9-48b8-9086-8c12260c08de requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:25:44.073765 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-6c151fd9-25f9-4838-b826-5777a2dcf08a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3799279 Jul 13 19:25:44.202769 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f70c3e-7e67-4a42-93fb-6051e91a793d None None] Network 343ffcfe-70d9-48b8-9086-8c12260c08de requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:25:44.508832 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e14012-c06d-4cc0-9b21-ea1ca0a62a66 req-5795c7de-9965-4b8a-8b7d-76b749ffb890 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:44.515643 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-49e14012-c06d-4cc0-9b21-ea1ca0a62a66 req-5795c7de-9965-4b8a-8b7d-76b749ffb890 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=44ff20c6-3f7d-490e-bdef-de52ff321d8c HTTP/1.1" status: 200 len: 945 time: 0.1336625 Jul 13 19:25:44.612028 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-49e14012-c06d-4cc0-9b21-ea1ca0a62a66 req-2e0e1d27-cce2-419e-967d-b27bd36475a2 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953958 Jul 13 19:25:44.949791 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bae80-09d0-444a-81c3-891a5fd4cd3f req-e575703c-bea0-4b4f-a6e0-c1a766068382 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:44.951350 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-9f5bae80-09d0-444a-81c3-891a5fd4cd3f req-e575703c-bea0-4b4f-a6e0-c1a766068382 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.2366860 Jul 13 19:25:45.029776 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-9f5bae80-09d0-444a-81c3-891a5fd4cd3f req-4a36de77-f2b8-43c0-8540-f845af52ae33 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707622 Jul 13 19:25:45.193863 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-47f79a33-2026-4c57-ae38-213b4847274c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:45.230325 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebcfbb7-8f5a-4155-84a3-c186b319b940 req-b730c670-69fd-45f0-b436-c0dac045c0a7 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:45.231962 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-7ebcfbb7-8f5a-4155-84a3-c186b319b940 req-b730c670-69fd-45f0-b436-c0dac045c0a7 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 943 time: 0.4023721 Jul 13 19:25:45.261565 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 49688) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:45.293508 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-7ebcfbb7-8f5a-4155-84a3-c186b319b940 req-baf46ea9-8d26-4e8a-9f7d-7cea1ff6a9bb tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555415 Jul 13 19:25:45.423236 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-6e59986b-a0e3-49ac-bd9b-f4681c0bd46c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:45.517708 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-6e59986b-a0e3-49ac-bd9b-f4681c0bd46c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:45.522837 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-6e59986b-a0e3-49ac-bd9b-f4681c0bd46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:45.569026 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-6e59986b-a0e3-49ac-bd9b-f4681c0bd46c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3d43bb99c3c2418cac0cc8760fb535b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3063757 Jul 13 19:25:45.569964 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e59986b-a0e3-49ac-bd9b-f4681c0bd46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e3d8b6-4849-43e0-a943-66ab085620f8,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:45.571718 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 49700) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:45.639056 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:25:45.643998 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-094bcf0e-8ca8-4481-8b0f-6c570cb71dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:45.689052 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-094bcf0e-8ca8-4481-8b0f-6c570cb71dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:45.760396 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-094bcf0e-8ca8-4481-8b0f-6c570cb71dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:45.763030 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-094bcf0e-8ca8-4481-8b0f-6c570cb71dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:45.766697 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-094bcf0e-8ca8-4481-8b0f-6c570cb71dbd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e9e3d8b6-4849-43e0-a943-66ab085620f8 HTTP/1.1" status: 204 len: 168 time: 0.1897006 Jul 13 19:25:45.778864 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094bcf0e-8ca8-4481-8b0f-6c570cb71dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e3d8b6-4849-43e0-a943-66ab085620f8,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:46.039050 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 49714) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:46.052547 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-fb682a02-518f-4f67-af72-416626b25179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:46.197002 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-fb682a02-518f-4f67-af72-416626b25179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:46.201271 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-fb682a02-518f-4f67-af72-416626b25179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:46.241306 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb682a02-518f-4f67-af72-416626b25179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb9c22d-e957-49a8-b332-c2a8c177639f,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:46.245028 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6cbef6-befe-46d1-ae5c-bab9ab1f63f6 req-271f950c-f0dc-451f-a8d8-1d7ea2382a70 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:46.246556 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-9d6cbef6-befe-46d1-ae5c-bab9ab1f63f6 req-271f950c-f0dc-451f-a8d8-1d7ea2382a70 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0674660 Jul 13 19:25:46.249570 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-fb682a02-518f-4f67-af72-416626b25179 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=754cc14c9eb9492c9f740307985820db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2067199 Jul 13 19:25:46.249909 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 49722) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:46.290821 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-9d6cbef6-befe-46d1-ae5c-bab9ab1f63f6 req-214cfe28-6e9e-47b4-b1eb-5159aa7f3d39 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381877 Jul 13 19:25:46.303497 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-1e7f3655-841a-40d1-8a34-7024ec3919f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:46.348523 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-1e7f3655-841a-40d1-8a34-7024ec3919f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:46.405093 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-1e7f3655-841a-40d1-8a34-7024ec3919f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:46.407863 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-1e7f3655-841a-40d1-8a34-7024ec3919f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:46.409024 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-1e7f3655-841a-40d1-8a34-7024ec3919f3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2cb9c22d-e957-49a8-b332-c2a8c177639f HTTP/1.1" status: 204 len: 168 time: 0.1583297 Jul 13 19:25:46.416954 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f3655-841a-40d1-8a34-7024ec3919f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb9c22d-e957-49a8-b332-c2a8c177639f,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:47.497060 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 49768) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:47.602968 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-4057dd0d-85c8-44fb-b546-1c6adec8f5c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:47.692371 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-4057dd0d-85c8-44fb-b546-1c6adec8f5c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:47.695738 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-4057dd0d-85c8-44fb-b546-1c6adec8f5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:47.722767 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-94010cfa-5dcc-44c4-a45d-f969d18fee05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:47.736294 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-4057dd0d-85c8-44fb-b546-1c6adec8f5c4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=df2794d4de9944978b44e4c60225b32d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2369351 Jul 13 19:25:47.742037 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057dd0d-85c8-44fb-b546-1c6adec8f5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba7aaf6-0081-4b98-a66f-025cece8ac11,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:47.742246 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 49772) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:47.791817 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-abda02ea-3c24-40af-b13b-14e4d211bb0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:47.812671 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-abda02ea-3c24-40af-b13b-14e4d211bb0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:47.846516 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:47.882364 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-abda02ea-3c24-40af-b13b-14e4d211bb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:47.885819 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-abda02ea-3c24-40af-b13b-14e4d211bb0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:47.896864 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-abda02ea-3c24-40af-b13b-14e4d211bb0d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2ba7aaf6-0081-4b98-a66f-025cece8ac11 HTTP/1.1" status: 204 len: 168 time: 0.1504815 Jul 13 19:25:47.907431 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda02ea-3c24-40af-b13b-14e4d211bb0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba7aaf6-0081-4b98-a66f-025cece8ac11,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:48.992055 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:50.646943 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:59.636395 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c19412-917c-4109-84fa-e84b574722c1 req-d5fd4aeb-38d8-4750-a9d0-07ca78a27e81 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:59.637876 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b5c19412-917c-4109-84fa-e84b574722c1 req-d5fd4aeb-38d8-4750-a9d0-07ca78a27e81 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/networks?id=343ffcfe-70d9-48b8-9086-8c12260c08de HTTP/1.1" status: 200 len: 814 time: 0.1153896 Jul 13 19:25:59.653856 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b5c19412-917c-4109-84fa-e84b574722c1 req-a5a67208-ff21-45d8-b8bc-a2ea7350e480 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/quotas/f76de9f3b2d84e1186fc4522ac5150ad HTTP/1.1" status: 200 len: 375 time: 0.0105958 Jul 13 19:25:59.686769 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b5c19412-917c-4109-84fa-e84b574722c1 req-c7a76101-9210-4574-ae0c-b1a96a3ddc64 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f76de9f3b2d84e1186fc4522ac5150ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285909 Jul 13 19:25:59.793762 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b5c19412-917c-4109-84fa-e84b574722c1 req-61d7d0cb-44bd-42ac-ad13-3dba42199f62 service neutron] 10.222.0.22 "GET /v2.0/networks/343ffcfe-70d9-48b8-9086-8c12260c08de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005731 Jul 13 19:25:59.907156 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b5c19412-917c-4109-84fa-e84b574722c1 req-39f16e9b-e134-4806-9f3a-0ee321b9f773 service neutron] 10.222.0.22 "GET /v2.0/networks/343ffcfe-70d9-48b8-9086-8c12260c08de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986445 Jul 13 19:26:00.217702 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752ecec-400b-411f-b17c-e2ed7b0faaa0 req-f5b96e90-d5a2-42e4-a901-739bcd72439f tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:00.219200 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-9752ecec-400b-411f-b17c-e2ed7b0faaa0 req-f5b96e90-d5a2-42e4-a901-739bcd72439f tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 943 time: 0.0642114 Jul 13 19:26:00.261395 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-9752ecec-400b-411f-b17c-e2ed7b0faaa0 req-f05d8dd6-84aa-400a-8887-82ccb47087c1 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363159 Jul 13 19:26:00.447616 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dabaa6-e06d-4a90-863d-b2e97a2b58dd req-a7154b25-1ed2-43d9-a633-223d3eec0e7a tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:00.449195 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-48dabaa6-e06d-4a90-863d-b2e97a2b58dd req-a7154b25-1ed2-43d9-a633-223d3eec0e7a tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0742619 Jul 13 19:26:00.488369 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-48dabaa6-e06d-4a90-863d-b2e97a2b58dd req-7223d0b8-6213-45a1-b1f2-84b4f85d9783 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333498 Jul 13 19:26:00.625920 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-7d2e24c3-5f89-4720-9875-5d0fa583ca69 req-8d8d8bf6-d999-4243-a6a7-c2f11ef7351f tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ea0a725-bc1e-4dfd-bd2d-45102bf2687e HTTP/1.1" status: 200 len: 210 time: 0.0359759 Jul 13 19:26:01.440022 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0927e0c-dd9c-4e8c-ae24-fe9a007e0590 req-619f7c4e-249d-48fc-87a8-da57932ef64b tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:01.441459 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e0927e0c-dd9c-4e8c-ae24-fe9a007e0590 req-619f7c4e-249d-48fc-87a8-da57932ef64b tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 943 time: 0.0676532 Jul 13 19:26:01.481568 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e0927e0c-dd9c-4e8c-ae24-fe9a007e0590 req-ca19d4fd-f1cd-4ea8-b6ac-721a42bf51ab tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345955 Jul 13 19:26:01.671698 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c3d8d-91fa-43e8-856d-9bc801d5f1dd req-4ea2cbe9-a06a-4a22-a41c-66aebee6de7f tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:01.673224 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-6f5c3d8d-91fa-43e8-856d-9bc801d5f1dd req-4ea2cbe9-a06a-4a22-a41c-66aebee6de7f tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0629675 Jul 13 19:26:01.726765 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-6f5c3d8d-91fa-43e8-856d-9bc801d5f1dd req-e0d1650e-d02f-46a9-beac-e36f67271d66 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476432 Jul 13 19:26:01.849642 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-4ef1eb4d-2e7c-4755-88a0-386b6f04021d req-4f691197-4d12-41ff-ab06-c8cd72b4d8c6 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ea0a725-bc1e-4dfd-bd2d-45102bf2687e HTTP/1.1" status: 200 len: 210 time: 0.0282066 Jul 13 19:26:02.663666 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a4e59-4841-4352-ba92-5a8a5d40d7f2 req-7c7c9c4d-00ce-4943-b3a7-05f5f718beee tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:02.665187 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-1b9a4e59-4841-4352-ba92-5a8a5d40d7f2 req-7c7c9c4d-00ce-4943-b3a7-05f5f718beee tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 943 time: 0.0703571 Jul 13 19:26:02.702169 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-1b9a4e59-4841-4352-ba92-5a8a5d40d7f2 req-8e01de2c-7155-4fe6-b63d-e9e3f2062a0c tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312881 Jul 13 19:26:02.923317 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84e124-26af-4b6f-8a94-1a597ac63f1c req-97790995-82c0-4e0f-aa8b-8fb41940d631 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:02.924928 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-ec84e124-26af-4b6f-8a94-1a597ac63f1c req-97790995-82c0-4e0f-aa8b-8fb41940d631 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0782926 Jul 13 19:26:02.971431 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-ec84e124-26af-4b6f-8a94-1a597ac63f1c req-c017296e-93b3-46be-b3ed-e22e6a63b005 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404675 Jul 13 19:26:03.111007 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-3008cbe7-3475-4fbc-a4c5-63e74b336a9e req-9d5c7579-6af0-436e-a477-55c2caa6ddbf tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ea0a725-bc1e-4dfd-bd2d-45102bf2687e HTTP/1.1" status: 200 len: 210 time: 0.0282974 Jul 13 19:26:03.884632 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527b19d-139e-4fb2-8cab-e333b72f4446 req-f480fd17-8c5d-49f0-b1e2-7af5bfba4e3c tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:03.886255 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e527b19d-139e-4fb2-8cab-e333b72f4446 req-f480fd17-8c5d-49f0-b1e2-7af5bfba4e3c tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 943 time: 0.0681727 Jul 13 19:26:03.932930 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e527b19d-139e-4fb2-8cab-e333b72f4446 req-7a3f4713-128c-4dbd-9380-7d88b76b940e tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339546 Jul 13 19:26:04.153097 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d6fc6-18d2-4fc0-b964-3889cd975c0b req-63360c04-c966-4fa6-a5a0-749d6eb4c51a tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:04.154565 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e67d6fc6-18d2-4fc0-b964-3889cd975c0b req-63360c04-c966-4fa6-a5a0-749d6eb4c51a tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0622306 Jul 13 19:26:04.205460 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e67d6fc6-18d2-4fc0-b964-3889cd975c0b req-c7aa9ee6-ab1f-48a2-9be0-c629632356e2 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452569 Jul 13 19:26:04.339137 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-1e4a0774-e23c-4499-8c75-e48d02a717a3 req-13d127fb-6e50-4eea-bf1a-79c296460565 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ea0a725-bc1e-4dfd-bd2d-45102bf2687e HTTP/1.1" status: 200 len: 210 time: 0.0348589 Jul 13 19:26:05.110585 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4af1f9-b53c-42de-903e-4c9e1f2e14ae req-11a7f7e9-4e3c-456e-9ba7-5bb9d5b1147b tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:05.112000 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-5c4af1f9-b53c-42de-903e-4c9e1f2e14ae req-11a7f7e9-4e3c-456e-9ba7-5bb9d5b1147b tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 943 time: 0.0692964 Jul 13 19:26:05.149867 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-5c4af1f9-b53c-42de-903e-4c9e1f2e14ae req-ed63549a-b34b-409a-a5b7-1ed06cf9801c tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322187 Jul 13 19:26:05.378866 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb74cdd-b28c-4b22-b79b-d905d0b11893 req-1c853ba7-a833-419d-9f94-0f42c4bfb592 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:05.380357 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-8cb74cdd-b28c-4b22-b79b-d905d0b11893 req-1c853ba7-a833-419d-9f94-0f42c4bfb592 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0649474 Jul 13 19:26:05.422644 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-8cb74cdd-b28c-4b22-b79b-d905d0b11893 req-d1a66fc4-5a68-4277-aa5e-5fd4cdca5564 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366075 Jul 13 19:26:05.546567 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-ba1aa433-e102-415b-9569-8c2ff326cd18 req-e0d9a8f2-e896-47c8-bd27-0b6491d4453c tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ea0a725-bc1e-4dfd-bd2d-45102bf2687e HTTP/1.1" status: 200 len: 210 time: 0.0277798 Jul 13 19:26:06.341588 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf562c78-f60d-4dc6-87ef-b9d9db456bb5 req-669ae092-f1fc-473f-82f2-d2a6a82b7701 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:06.344018 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-cf562c78-f60d-4dc6-87ef-b9d9db456bb5 req-669ae092-f1fc-473f-82f2-d2a6a82b7701 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 943 time: 0.0766678 Jul 13 19:26:06.382653 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-cf562c78-f60d-4dc6-87ef-b9d9db456bb5 req-b5c5cbae-02f9-4377-8a37-7dbf4f3eb09e tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331547 Jul 13 19:26:06.603039 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ba179-15ac-43d0-a3cb-3760fa180edc req-0feb2b0c-0fb0-463e-90d2-001a6d5a7c53 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:06.604720 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d73ba179-15ac-43d0-a3cb-3760fa180edc req-0feb2b0c-0fb0-463e-90d2-001a6d5a7c53 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0637462 Jul 13 19:26:06.641728 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d73ba179-15ac-43d0-a3cb-3760fa180edc req-21dc0afd-0f57-447e-8e0a-d05f133be66a tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315366 Jul 13 19:26:06.686051 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-de9b1d91-ae8b-4fb2-ab3f-7514dca6d4ac req-6e1d218d-1ba3-4352-9c93-9e1ddc8ca872 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ea0a725-bc1e-4dfd-bd2d-45102bf2687e HTTP/1.1" status: 200 len: 210 time: 0.0286012 Jul 13 19:26:07.131856 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c19412-917c-4109-84fa-e84b574722c1 req-b278a3cf-6dd5-4b36-8d63-d5e27da165f8 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:07.133355 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b5c19412-917c-4109-84fa-e84b574722c1 req-b278a3cf-6dd5-4b36-8d63-d5e27da165f8 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.72 "GET /v2.0/networks?id=343ffcfe-70d9-48b8-9086-8c12260c08de HTTP/1.1" status: 200 len: 814 time: 0.1052895 Jul 13 19:26:07.159196 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [req-b5c19412-917c-4109-84fa-e84b574722c1 req-47d5f5d2-b763-4bdf-bd50-90467f2955c8 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Request body: {'port': {'device_id': '1ea0a725-bc1e-4dfd-bd2d-45102bf2687e', 'network_id': '343ffcfe-70d9-48b8-9086-8c12260c08de', 'admin_state_up': True, 'tenant_id': 'f76de9f3b2d84e1186fc4522ac5150ad'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:07.266759 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5c19412-917c-4109-84fa-e84b574722c1 req-47d5f5d2-b763-4bdf-bd50-90467f2955c8 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Made reservation on behalf of f76de9f3b2d84e1186fc4522ac5150ad for: {'port': 1} {{(pid=92884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:26:07.270389 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-b5c19412-917c-4109-84fa-e84b574722c1 req-47d5f5d2-b763-4bdf-bd50-90467f2955c8 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:07.393078 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.db_base_plugin_common [req-b5c19412-917c-4109-84fa-e84b574722c1 req-47d5f5d2-b763-4bdf-bd50-90467f2955c8 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Allocated IP 172.20.0.5 (343ffcfe-70d9-48b8-9086-8c12260c08de/5f275551-11ea-4db1-9a8c-68b28ff9d178/7ea9e904-05c5-4729-8e5a-da411d4505d7) {{(pid=92884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:26:07.545409 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-b5c19412-917c-4109-84fa-e84b574722c1 req-47d5f5d2-b763-4bdf-bd50-90467f2955c8 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Notify callbacks [] for port, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:07.574576 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a8138-d6eb-423b-8955-51c7335d2445 req-974a1ad2-dd9e-4ee2-b424-e89e52e61e66 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:07.576064 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-580a8138-d6eb-423b-8955-51c7335d2445 req-974a1ad2-dd9e-4ee2-b424-e89e52e61e66 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 943 time: 0.0799639 Jul 13 19:26:07.588303 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-b5c19412-917c-4109-84fa-e84b574722c1 req-47d5f5d2-b763-4bdf-bd50-90467f2955c8 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:07.620783 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-580a8138-d6eb-423b-8955-51c7335d2445 req-98bf33eb-312c-4c46-a21b-e5481e2ea3e2 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386615 Jul 13 19:26:07.640546 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5c19412-917c-4109-84fa-e84b574722c1 req-47d5f5d2-b763-4bdf-bd50-90467f2955c8 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Network 343ffcfe-70d9-48b8-9086-8c12260c08de is already hosted by enough agents. {{(pid=92884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:26:07.643920 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [req-b5c19412-917c-4109-84fa-e84b574722c1 req-47d5f5d2-b763-4bdf-bd50-90467f2955c8 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Resources bound (agent type, host, resource id): {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:26:07.648389 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c19412-917c-4109-84fa-e84b574722c1 req-47d5f5d2-b763-4bdf-bd50-90467f2955c8 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Received port after_create {{(pid=92884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:26:07.670555 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5f5d2-b763-4bdf-bd50-90467f2955c8 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Pushing event updated for resources: {'Port': ['ID=7ea9e904-05c5-4729-8e5a-da411d4505d7,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:07.684124 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d5f5d2-b763-4bdf-bd50-90467f2955c8 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:07.684479 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d5f5d2-b763-4bdf-bd50-90467f2955c8 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:07.684848 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d5f5d2-b763-4bdf-bd50-90467f2955c8 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:07.685186 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d5f5d2-b763-4bdf-bd50-90467f2955c8 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:07.685523 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d5f5d2-b763-4bdf-bd50-90467f2955c8 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:07.685855 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d5f5d2-b763-4bdf-bd50-90467f2955c8 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:07.686186 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d5f5d2-b763-4bdf-bd50-90467f2955c8 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:07.686520 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d5f5d2-b763-4bdf-bd50-90467f2955c8 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:07.686847 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d5f5d2-b763-4bdf-bd50-90467f2955c8 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:07.687173 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d5f5d2-b763-4bdf-bd50-90467f2955c8 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:07.687498 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d5f5d2-b763-4bdf-bd50-90467f2955c8 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:07.687822 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d5f5d2-b763-4bdf-bd50-90467f2955c8 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:07.707656 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c19412-917c-4109-84fa-e84b574722c1 req-47d5f5d2-b763-4bdf-bd50-90467f2955c8 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:07.708262 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-b5c19412-917c-4109-84fa-e84b574722c1 req-47d5f5d2-b763-4bdf-bd50-90467f2955c8 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:07.722386 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b5c19412-917c-4109-84fa-e84b574722c1 req-47d5f5d2-b763-4bdf-bd50-90467f2955c8 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5670240 Jul 13 19:26:07.817717 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c758e6-a586-4d6a-82ba-160bdda5333f req-9c40c04b-108a-4edd-988f-03c0cb3452dd tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:07.819607 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-96c758e6-a586-4d6a-82ba-160bdda5333f req-9c40c04b-108a-4edd-988f-03c0cb3452dd tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0659599 Jul 13 19:26:07.856217 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-96c758e6-a586-4d6a-82ba-160bdda5333f req-a34efb81-d582-4c5d-94d6-457eb436aa47 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311153 Jul 13 19:26:08.015790 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e33ca-de07-4985-86e0-f2aaa8272719 req-0871d022-9d35-48f4-8516-4485e2516b68 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:08.017288 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e68e33ca-de07-4985-86e0-f2aaa8272719 req-0871d022-9d35-48f4-8516-4485e2516b68 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ea0a725-bc1e-4dfd-bd2d-45102bf2687e HTTP/1.1" status: 200 len: 931 time: 0.0636237 Jul 13 19:26:08.054574 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e68e33ca-de07-4985-86e0-f2aaa8272719 req-3ea015d8-b6b4-485c-a5dc-e28b00eddc92 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1b64c5a-4d6c-48af-92e3-3b55ca5de66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316858 Jul 13 19:26:08.790691 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35688cb2-e68b-40df-ae76-b3a2d6d83dee req-ee48a168-7b28-41e2-8502-8760142a77e6 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:08.792179 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-35688cb2-e68b-40df-ae76-b3a2d6d83dee req-ee48a168-7b28-41e2-8502-8760142a77e6 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 943 time: 0.0625725 Jul 13 19:26:08.833018 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-35688cb2-e68b-40df-ae76-b3a2d6d83dee req-d4d124ea-7480-413a-a357-8be8a9d1bc9f tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352051 Jul 13 19:26:09.027090 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ea04c-f823-4ee6-8c40-5fc0c6d82d3f req-4b7a813b-c594-4282-a549-905c972f07e7 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:09.028824 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-7b6ea04c-f823-4ee6-8c40-5fc0c6d82d3f req-4b7a813b-c594-4282-a549-905c972f07e7 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0656512 Jul 13 19:26:09.066391 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-7b6ea04c-f823-4ee6-8c40-5fc0c6d82d3f req-058aea0a-8f73-4737-83e7-c3d815251a96 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318875 Jul 13 19:26:09.227610 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f4b4c-ad1e-4aef-bcd9-78b1ebf44a6e req-b74bc067-e08f-4de9-8f8f-a731e31bf041 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:09.229118 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-0a2f4b4c-ad1e-4aef-bcd9-78b1ebf44a6e req-b74bc067-e08f-4de9-8f8f-a731e31bf041 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ea0a725-bc1e-4dfd-bd2d-45102bf2687e HTTP/1.1" status: 200 len: 931 time: 0.0627737 Jul 13 19:26:09.265690 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-0a2f4b4c-ad1e-4aef-bcd9-78b1ebf44a6e req-bdc766ec-bb8e-4b1e-8760-fca971f1d283 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1b64c5a-4d6c-48af-92e3-3b55ca5de66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309603 Jul 13 19:26:10.006066 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6981a-afe1-4179-b545-6548d550a437 req-ac5193f9-cc2f-48dc-a277-4ee6beb3dd3e tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:10.007523 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-39a6981a-afe1-4179-b545-6548d550a437 req-ac5193f9-cc2f-48dc-a277-4ee6beb3dd3e tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 943 time: 0.0644863 Jul 13 19:26:10.043627 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-39a6981a-afe1-4179-b545-6548d550a437 req-30c1a4ff-d1f7-4a25-8250-6d576dc565ac tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307710 Jul 13 19:26:10.236650 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d7045-1104-4e34-a473-f7d8fb4252fb req-6b4e51dd-a3d4-4c4c-aa12-47814f04c683 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:10.238119 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-105d7045-1104-4e34-a473-f7d8fb4252fb req-6b4e51dd-a3d4-4c4c-aa12-47814f04c683 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0639577 Jul 13 19:26:10.274374 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-105d7045-1104-4e34-a473-f7d8fb4252fb req-60bbc4b7-fe28-4dc9-9c72-8b3a69e5be16 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308375 Jul 13 19:26:10.435404 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a61cc-b401-469c-9ae8-d1043e2a52bd req-01d88071-185e-4c9d-94a1-5d21377d641c tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:10.436758 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b90a61cc-b401-469c-9ae8-d1043e2a52bd req-01d88071-185e-4c9d-94a1-5d21377d641c tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ea0a725-bc1e-4dfd-bd2d-45102bf2687e HTTP/1.1" status: 200 len: 931 time: 0.0609136 Jul 13 19:26:10.476262 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b90a61cc-b401-469c-9ae8-d1043e2a52bd req-b291db27-0d98-4238-af0f-ce56892ef89b tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1b64c5a-4d6c-48af-92e3-3b55ca5de66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342031 Jul 13 19:26:11.214836 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a3cee-79f3-488d-bfd5-7c457f6f3659 req-de13f732-5f84-428f-b860-45e52a8f82b6 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:11.216300 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-8d3a3cee-79f3-488d-bfd5-7c457f6f3659 req-de13f732-5f84-428f-b860-45e52a8f82b6 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 943 time: 0.0632763 Jul 13 19:26:11.254101 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-8d3a3cee-79f3-488d-bfd5-7c457f6f3659 req-48de5702-518b-4a46-bbed-dfc1e005949d tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321918 Jul 13 19:26:11.417918 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [req-b5c19412-917c-4109-84fa-e84b574722c1 req-d37c8457-5cb6-455a-b5b8-5e430d35b231 service neutron] Request body: {'port': {'device_id': '1ea0a725-bc1e-4dfd-bd2d-45102bf2687e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:11.444873 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf98e3-341c-4791-9bad-a43ee823dee0 req-e159304e-1be8-4113-9882-fc6baf502d38 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:11.446432 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-caaf98e3-341c-4791-9bad-a43ee823dee0 req-e159304e-1be8-4113-9882-fc6baf502d38 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0624514 Jul 13 19:26:11.495817 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-b5c19412-917c-4109-84fa-e84b574722c1 req-d37c8457-5cb6-455a-b5b8-5e430d35b231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:11.495990 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-caaf98e3-341c-4791-9bad-a43ee823dee0 req-cb45a4be-36e4-41ce-8875-cfad2d7d9ea7 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429778 Jul 13 19:26:11.672765 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835dca65-04fd-4b9d-ac41-6384816a30a6 req-f6cf23aa-d6f0-4b72-aea9-e108b84ac1bf tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:11.674194 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-835dca65-04fd-4b9d-ac41-6384816a30a6 req-f6cf23aa-d6f0-4b72-aea9-e108b84ac1bf tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ea0a725-bc1e-4dfd-bd2d-45102bf2687e HTTP/1.1" status: 200 len: 931 time: 0.0705869 Jul 13 19:26:11.721072 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-835dca65-04fd-4b9d-ac41-6384816a30a6 req-2e7f6ef6-fda0-4112-93ec-bee39d77b1fb tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1b64c5a-4d6c-48af-92e3-3b55ca5de66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399508 Jul 13 19:26:11.774556 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [req-b5c19412-917c-4109-84fa-e84b574722c1 req-d37c8457-5cb6-455a-b5b8-5e430d35b231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ea9e904-05c5-4729-8e5a-da411d4505d7 {{(pid=92884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:26:11.782057 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-b5c19412-917c-4109-84fa-e84b574722c1 req-d37c8457-5cb6-455a-b5b8-5e430d35b231 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:11.794925 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.provisioning_blocks [req-b5c19412-917c-4109-84fa-e84b574722c1 req-d37c8457-5cb6-455a-b5b8-5e430d35b231 service neutron] Transition to ACTIVE for port object 7ea9e904-05c5-4729-8e5a-da411d4505d7 will not be triggered until provisioned by entity L2. {{(pid=92884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:26:11.798574 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-b5c19412-917c-4109-84fa-e84b574722c1 req-d37c8457-5cb6-455a-b5b8-5e430d35b231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4873477'] for port, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:11.847059 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c8457-5cb6-455a-b5b8-5e430d35b231 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea9e904-05c5-4729-8e5a-da411d4505d7,revision_number=2']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:11.912361 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-b5c19412-917c-4109-84fa-e84b574722c1 req-d37c8457-5cb6-455a-b5b8-5e430d35b231 service neutron] Attempting to bind port 7ea9e904-05c5-4729-8e5a-da411d4505d7 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:26:11.912723 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-b5c19412-917c-4109-84fa-e84b574722c1 req-d37c8457-5cb6-455a-b5b8-5e430d35b231 service neutron] Attempting to bind port 7ea9e904-05c5-4729-8e5a-da411d4505d7 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '673db204-d8d2-4a04-8b74-f5c08a96ffba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '343ffcfe-70d9-48b8-9086-8c12260c08de'}] {{(pid=92884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:26:11.913050 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c19412-917c-4109-84fa-e84b574722c1 req-d37c8457-5cb6-455a-b5b8-5e430d35b231 service neutron] Attempting to bind port 7ea9e904-05c5-4729-8e5a-da411d4505d7 on network 343ffcfe-70d9-48b8-9086-8c12260c08de {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:11.917852 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c19412-917c-4109-84fa-e84b574722c1 req-d37c8457-5cb6-455a-b5b8-5e430d35b231 service neutron] Port 7ea9e904-05c5-4729-8e5a-da411d4505d7 on network 343ffcfe-70d9-48b8-9086-8c12260c08de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:26:11.918172 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c19412-917c-4109-84fa-e84b574722c1 req-d37c8457-5cb6-455a-b5b8-5e430d35b231 service neutron] Attempting to bind port 7ea9e904-05c5-4729-8e5a-da411d4505d7 on network 343ffcfe-70d9-48b8-9086-8c12260c08de {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:11.922837 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c19412-917c-4109-84fa-e84b574722c1 req-d37c8457-5cb6-455a-b5b8-5e430d35b231 service neutron] Checking agent: {'id': '412a95eb-dbf1-48e2-9390-163f76043269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 22, 13), 'started_at': datetime.datetime(2021, 7, 13, 19, 22, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:26:11.923120 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c19412-917c-4109-84fa-e84b574722c1 req-d37c8457-5cb6-455a-b5b8-5e430d35b231 service neutron] Checking segment: {'id': '673db204-d8d2-4a04-8b74-f5c08a96ffba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '343ffcfe-70d9-48b8-9086-8c12260c08de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:26:11.923499 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c19412-917c-4109-84fa-e84b574722c1 req-d37c8457-5cb6-455a-b5b8-5e430d35b231 service neutron] Bound using segment: {'id': '673db204-d8d2-4a04-8b74-f5c08a96ffba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '343ffcfe-70d9-48b8-9086-8c12260c08de'} {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:26:11.923918 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-b5c19412-917c-4109-84fa-e84b574722c1 req-d37c8457-5cb6-455a-b5b8-5e430d35b231 service neutron] Bound port: 7ea9e904-05c5-4729-8e5a-da411d4505d7, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '673db204-d8d2-4a04-8b74-f5c08a96ffba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '343ffcfe-70d9-48b8-9086-8c12260c08de'}}] {{(pid=92884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:26:11.924268 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-b5c19412-917c-4109-84fa-e84b574722c1 req-d37c8457-5cb6-455a-b5b8-5e430d35b231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:11.985914 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-b5c19412-917c-4109-84fa-e84b574722c1 req-d37c8457-5cb6-455a-b5b8-5e430d35b231 service neutron] For port 7ea9e904-05c5-4729-8e5a-da411d4505d7, host hv-cinder-78693, cleared binding levels {{(pid=92884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:26:11.988848 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-b5c19412-917c-4109-84fa-e84b574722c1 req-d37c8457-5cb6-455a-b5b8-5e430d35b231 service neutron] For port 7ea9e904-05c5-4729-8e5a-da411d4505d7, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7ea9e904-05c5-4729-8e5a-da411d4505d7,segment=NetworkSegment(673db204-d8d2-4a04-8b74-f5c08a96ffba),segment_id=673db204-d8d2-4a04-8b74-f5c08a96ffba)] {{(pid=92884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:26:11.993440 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-b5c19412-917c-4109-84fa-e84b574722c1 req-d37c8457-5cb6-455a-b5b8-5e430d35b231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4873477'] for port, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:12.024640 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c19412-917c-4109-84fa-e84b574722c1 req-d37c8457-5cb6-455a-b5b8-5e430d35b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:12.025252 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-b5c19412-917c-4109-84fa-e84b574722c1 req-d37c8457-5cb6-455a-b5b8-5e430d35b231 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:12.026627 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b5c19412-917c-4109-84fa-e84b574722c1 req-d37c8457-5cb6-455a-b5b8-5e430d35b231 service neutron] 10.222.0.72 "PUT /v2.0/ports/7ea9e904-05c5-4729-8e5a-da411d4505d7 HTTP/1.1" status: 200 len: 1093 time: 0.6136696 Jul 13 19:26:12.027052 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea0a725-bc1e-4dfd-bd2d-45102bf2687e', 'tag': '7ea9e904-05c5-4729-8e5a-da411d4505d7'}] {{(pid=92884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:12.029299 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cf84a925f246af12420c5659448fd2d5dd2a3ba7c6b104c2b07d23eb28f3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152ad01d-5dac-47ad-bf18-04b38ed0b101" -d '{"events": [{"name": "network-changed", "server_uuid": "1ea0a725-bc1e-4dfd-bd2d-45102bf2687e", "tag": "7ea9e904-05c5-4729-8e5a-da411d4505d7"}]}' {{(pid=92884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:12.055348 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c8457-5cb6-455a-b5b8-5e430d35b231 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea9e904-05c5-4729-8e5a-da411d4505d7,revision_number=3']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:12.072183 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2752543e-b409-4e41-8c87-c668fd929dc6 x-openstack-request-id: req-2752543e-b409-4e41-8c87-c668fd929dc6 {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:12.072470 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ea0a725-bc1e-4dfd-bd2d-45102bf2687e", "tag": "7ea9e904-05c5-4729-8e5a-da411d4505d7", "status": "completed", "code": 200}]} {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:12.072755 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2752543e-b409-4e41-8c87-c668fd929dc6 {{(pid=92884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:12.073144 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ea0a725-bc1e-4dfd-bd2d-45102bf2687e', 'tag': '7ea9e904-05c5-4729-8e5a-da411d4505d7', 'status': 'completed', 'code': 200} Jul 13 19:26:12.146246 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c19412-917c-4109-84fa-e84b574722c1 req-2c0afbb7-fd70-4055-9c60-5d39f40a2a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:12.147710 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b5c19412-917c-4109-84fa-e84b574722c1 req-2c0afbb7-fd70-4055-9c60-5d39f40a2a61 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f76de9f3b2d84e1186fc4522ac5150ad&device_id=1ea0a725-bc1e-4dfd-bd2d-45102bf2687e HTTP/1.1" status: 200 len: 1096 time: 0.0513539 Jul 13 19:26:12.199194 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b5c19412-917c-4109-84fa-e84b574722c1 req-65127074-60f1-45c3-82bc-5177927ed259 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ea9e904-05c5-4729-8e5a-da411d4505d7 HTTP/1.1" status: 200 len: 217 time: 0.0365217 Jul 13 19:26:12.257302 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c19412-917c-4109-84fa-e84b574722c1 req-4c433a61-c8af-4bc9-835f-8f5f0036a4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:12.258753 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b5c19412-917c-4109-84fa-e84b574722c1 req-4c433a61-c8af-4bc9-835f-8f5f0036a4c7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5f275551-11ea-4db1-9a8c-68b28ff9d178 HTTP/1.1" status: 200 len: 854 time: 0.0425940 Jul 13 19:26:12.309444 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b5c19412-917c-4109-84fa-e84b574722c1 req-750ce224-b73b-44b5-b080-bee83fa9a4cc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=343ffcfe-70d9-48b8-9086-8c12260c08de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284905 Jul 13 19:26:12.414620 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b5c19412-917c-4109-84fa-e84b574722c1 req-940278b3-fc5f-458a-b76b-e55e79a4abbc service neutron] 10.222.0.72 "GET /v2.0/networks/343ffcfe-70d9-48b8-9086-8c12260c08de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882912 Jul 13 19:26:12.431946 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7ea33-3127-4c4c-b1bc-4ddc804ea92f req-6d5ff177-bd1f-498d-a964-24f2ce27bd99 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:12.433438 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-a0a7ea33-3127-4c4c-b1bc-4ddc804ea92f req-6d5ff177-bd1f-498d-a964-24f2ce27bd99 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 943 time: 0.0649333 Jul 13 19:26:12.469814 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-a0a7ea33-3127-4c4c-b1bc-4ddc804ea92f req-027c6427-1573-4279-8938-a4bbcf44eec6 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306289 Jul 13 19:26:12.510849 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b5c19412-917c-4109-84fa-e84b574722c1 req-d264d619-01fb-49fd-bcc5-3b0f578b9049 service neutron] 10.222.0.72 "GET /v2.0/networks/343ffcfe-70d9-48b8-9086-8c12260c08de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822918 Jul 13 19:26:12.529609 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:12.689483 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ad01d-5dac-47ad-bf18-04b38ed0b101 req-b8b13759-c3c7-4875-8340-dd81203f5ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:12.690992 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-152ad01d-5dac-47ad-bf18-04b38ed0b101 req-b8b13759-c3c7-4875-8340-dd81203f5ebd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f76de9f3b2d84e1186fc4522ac5150ad&device_id=1ea0a725-bc1e-4dfd-bd2d-45102bf2687e HTTP/1.1" status: 200 len: 1096 time: 0.0997856 Jul 13 19:26:12.703847 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae1921-162e-4630-b2ce-65a01ad86e6e req-81cd18f2-28e7-49c0-8920-55b477ce1aa9 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:12.705261 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-22ae1921-162e-4630-b2ce-65a01ad86e6e req-81cd18f2-28e7-49c0-8920-55b477ce1aa9 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0821347 Jul 13 19:26:12.792034 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-22ae1921-162e-4630-b2ce-65a01ad86e6e req-677f2859-ab11-4536-ac0f-78ec06c8a967 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779202 Jul 13 19:26:12.828259 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ad01d-5dac-47ad-bf18-04b38ed0b101 req-97b31bfd-8c3e-4494-aee1-90406ec30bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:12.828259 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-152ad01d-5dac-47ad-bf18-04b38ed0b101 req-97b31bfd-8c3e-4494-aee1-90406ec30bce service neutron] 10.222.0.72 "GET /v2.0/networks?id=343ffcfe-70d9-48b8-9086-8c12260c08de HTTP/1.1" status: 200 len: 916 time: 0.1209395 Jul 13 19:26:12.876860 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-152ad01d-5dac-47ad-bf18-04b38ed0b101 req-ecc62057-3cc4-444e-9f2b-4fda989e71c9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ea9e904-05c5-4729-8e5a-da411d4505d7 HTTP/1.1" status: 200 len: 217 time: 0.0333836 Jul 13 19:26:12.893417 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc87d57-c9b4-47bf-9858-986222aaf85a req-b5136e2d-9a7c-40fe-a313-83abef8f4b01 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:12.894874 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-0dc87d57-c9b4-47bf-9858-986222aaf85a req-b5136e2d-9a7c-40fe-a313-83abef8f4b01 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ea0a725-bc1e-4dfd-bd2d-45102bf2687e HTTP/1.1" status: 200 len: 943 time: 0.0614467 Jul 13 19:26:12.928935 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ad01d-5dac-47ad-bf18-04b38ed0b101 req-20e0bab2-f221-41b4-abc6-4893e9f77d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:12.930382 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-152ad01d-5dac-47ad-bf18-04b38ed0b101 req-20e0bab2-f221-41b4-abc6-4893e9f77d6b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5f275551-11ea-4db1-9a8c-68b28ff9d178 HTTP/1.1" status: 200 len: 854 time: 0.0423837 Jul 13 19:26:12.935581 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-0dc87d57-c9b4-47bf-9858-986222aaf85a req-7a695d91-0776-4ff0-bc40-978b56068dee tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1b64c5a-4d6c-48af-92e3-3b55ca5de66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345781 Jul 13 19:26:12.977524 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-152ad01d-5dac-47ad-bf18-04b38ed0b101 req-dbc0ba06-83a7-452a-b213-7b431c094652 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=343ffcfe-70d9-48b8-9086-8c12260c08de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292792 Jul 13 19:26:13.067481 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-152ad01d-5dac-47ad-bf18-04b38ed0b101 req-7bba2fe1-109e-41e1-a321-78c85f94bd0d service neutron] 10.222.0.72 "GET /v2.0/networks/343ffcfe-70d9-48b8-9086-8c12260c08de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779226 Jul 13 19:26:13.168139 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-152ad01d-5dac-47ad-bf18-04b38ed0b101 req-beba5b6d-fc46-4882-b6e1-73873ad09650 service neutron] 10.222.0.72 "GET /v2.0/networks/343ffcfe-70d9-48b8-9086-8c12260c08de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847549 Jul 13 19:26:13.642553 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637ee4f-9a61-49e1-94b4-5c1442fa70e2 req-52ef1631-9853-4c24-82c1-c4a427562ee8 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:13.644025 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-8637ee4f-9a61-49e1-94b4-5c1442fa70e2 req-52ef1631-9853-4c24-82c1-c4a427562ee8 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 943 time: 0.0626967 Jul 13 19:26:13.680651 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-8637ee4f-9a61-49e1-94b4-5c1442fa70e2 req-0d424e0e-b37d-43c7-a455-a137a8c82b5f tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304229 Jul 13 19:26:13.970311 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce71c1-9360-4bdf-98b3-bba73c145eef req-a78e4a08-2e66-4f29-973d-b1e3ad82a90c tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:13.971789 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-1cce71c1-9360-4bdf-98b3-bba73c145eef req-a78e4a08-2e66-4f29-973d-b1e3ad82a90c tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0626879 Jul 13 19:26:14.009587 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-1cce71c1-9360-4bdf-98b3-bba73c145eef req-87fac99c-e68e-4bd6-ad45-d578bca0ebbd tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315104 Jul 13 19:26:14.109955 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9f48a-05dd-4f52-b18d-7ca153f9d732 req-2d0df9a0-8411-4d02-ab6d-b2eab54db04e tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:14.111370 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e3d9f48a-05dd-4f52-b18d-7ca153f9d732 req-2d0df9a0-8411-4d02-ab6d-b2eab54db04e tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ea0a725-bc1e-4dfd-bd2d-45102bf2687e HTTP/1.1" status: 200 len: 943 time: 0.0626154 Jul 13 19:26:14.153476 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e3d9f48a-05dd-4f52-b18d-7ca153f9d732 req-32b508f3-037f-407e-b0c4-d9274bd89494 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1b64c5a-4d6c-48af-92e3-3b55ca5de66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356238 Jul 13 19:26:14.549938 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142875a4-5634-4d68-b133-d13f2802c1f2 req-b4a8cb86-b509-41ef-b09f-4662de650d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:14.551362 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-142875a4-5634-4d68-b133-d13f2802c1f2 req-b4a8cb86-b509-41ef-b09f-4662de650d1f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=652f5f23ec8a45ea8fe76d30b77bbcff&device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 1098 time: 0.0523276 Jul 13 19:26:14.662727 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142875a4-5634-4d68-b133-d13f2802c1f2 req-1795a8ac-db7a-4daa-b576-e0cbad509dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:14.664656 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-142875a4-5634-4d68-b133-d13f2802c1f2 req-1795a8ac-db7a-4daa-b576-e0cbad509dee service neutron] 10.222.0.72 "GET /v2.0/networks?id=e562a705-db99-44a5-84db-c9cb691dc10e HTTP/1.1" status: 200 len: 919 time: 0.0821142 Jul 13 19:26:14.711587 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-142875a4-5634-4d68-b133-d13f2802c1f2 req-9ea914d7-5c33-4479-8a76-2d86fd602224 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a018d116-d555-494d-8f8b-bd0cb97e9160 HTTP/1.1" status: 200 len: 217 time: 0.0330844 Jul 13 19:26:14.769894 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142875a4-5634-4d68-b133-d13f2802c1f2 req-76fce80f-756a-4cfa-9ed7-4b02d1e412fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:14.771353 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-142875a4-5634-4d68-b133-d13f2802c1f2 req-76fce80f-756a-4cfa-9ed7-4b02d1e412fd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=378d89dc-bfdb-437d-a3cf-f875b6da89ed HTTP/1.1" status: 200 len: 857 time: 0.0484209 Jul 13 19:26:14.812389 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-142875a4-5634-4d68-b133-d13f2802c1f2 req-3bd84a64-08f1-4ca9-a807-cf39cc45c329 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e562a705-db99-44a5-84db-c9cb691dc10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259705 Jul 13 19:26:14.859044 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a74717-3e30-4bb6-97fe-f658241d500f req-12140306-14f4-457b-a5d6-7bdf98209fd6 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:14.860536 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b8a74717-3e30-4bb6-97fe-f658241d500f req-12140306-14f4-457b-a5d6-7bdf98209fd6 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 943 time: 0.0664010 Jul 13 19:26:14.902731 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b8a74717-3e30-4bb6-97fe-f658241d500f req-b080483f-5e4c-4e11-9567-92fd937e3202 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346222 Jul 13 19:26:14.915117 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-142875a4-5634-4d68-b133-d13f2802c1f2 req-a82c6550-43be-4548-8042-9b5f36ab0bdb service neutron] 10.222.0.72 "GET /v2.0/networks/e562a705-db99-44a5-84db-c9cb691dc10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891147 Jul 13 19:26:15.013087 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-142875a4-5634-4d68-b133-d13f2802c1f2 req-fc8d7654-bf7e-41b9-8758-eb6668cea36b service neutron] 10.222.0.72 "GET /v2.0/networks/e562a705-db99-44a5-84db-c9cb691dc10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838339 Jul 13 19:26:15.179805 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-e5264c21-c51b-4249-b383-540c8f1fb5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:15.184657 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c696a0-441e-4c71-858e-4630d1f3c8b0 req-0ef7f4b4-99eb-42e1-ba55-9f01f9867fc0 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:15.186171 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e3c696a0-441e-4c71-858e-4630d1f3c8b0 req-0ef7f4b4-99eb-42e1-ba55-9f01f9867fc0 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0642204 Jul 13 19:26:15.223478 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e3c696a0-441e-4c71-858e-4630d1f3c8b0 req-80831f25-dc2c-46c2-ba69-495625f2955e tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313380 Jul 13 19:26:15.335958 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498d1c3-259b-40c7-84a3-c2b7d9088ea1 req-538aa59e-a2fa-41ee-ad90-bc025422bfec tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:15.337480 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-9498d1c3-259b-40c7-84a3-c2b7d9088ea1 req-538aa59e-a2fa-41ee-ad90-bc025422bfec tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ea0a725-bc1e-4dfd-bd2d-45102bf2687e HTTP/1.1" status: 200 len: 943 time: 0.0685773 Jul 13 19:26:15.376900 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-9498d1c3-259b-40c7-84a3-c2b7d9088ea1 req-30a186db-e4b6-4bd5-9049-87c014218b56 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1b64c5a-4d6c-48af-92e3-3b55ca5de66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335124 Jul 13 19:26:15.422668 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 8291ad93-47a9-4f66-8f34-f93c2f6ef99f details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:26:15.516755 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 8291ad93-47a9-4f66-8f34-f93c2f6ef99f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8291ad93-47a9-4f66-8f34-f93c2f6ef99f,segment=NetworkSegment(7463682c-908b-41b4-9218-712097f5a306),segment_id=7463682c-908b-41b4-9218-712097f5a306)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:15.529920 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Returning: {'device': '8291ad93-47a9-4f66-8f34-f93c2f6ef99f', 'network_id': '0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7', 'port_id': '8291ad93-47a9-4f66-8f34-f93c2f6ef99f', 'mac_address': 'fa:16:3e:e1:fe:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c509fd0-b2ef-4a02-b3c6-9aba994fdd49', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:26:15.568925 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:15.583808 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.notifiers.nova [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8291ad93-47a9-4f66-8f34-f93c2f6ef99f {{(pid=92886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:26:15.605775 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 8291ad93-47a9-4f66-8f34-f93c2f6ef99f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8291ad93-47a9-4f66-8f34-f93c2f6ef99f,segment=NetworkSegment(7463682c-908b-41b4-9218-712097f5a306),segment_id=7463682c-908b-41b4-9218-712097f5a306)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:15.610120 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:15.660797 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Pushing event updated for resources: {'Port': ['ID=8291ad93-47a9-4f66-8f34-f93c2f6ef99f,revision_number=4']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:15.669217 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:15.669692 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:15.670279 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:15.670966 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:15.671303 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:15.671627 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:15.671955 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:15.672278 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:15.672630 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:15.673005 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:15.673258 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:15.673578 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:15.782894 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-15f48ef0-eaee-422c-91ba-dc9c6d5764e0 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:15.784245 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-15f48ef0-eaee-422c-91ba-dc9c6d5764e0 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/networks?id=14adc513-802f-41c3-aa1b-5a69cf6267ec HTTP/1.1" status: 200 len: 814 time: 0.1029260 Jul 13 19:26:15.799837 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-2245bc30-ab80-46b8-a3a8-24f0d1eed941 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/quotas/e7dba3834cf94d53b5eb7919c55c4945 HTTP/1.1" status: 200 len: 375 time: 0.0093668 Jul 13 19:26:15.868235 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-52e3db6f-3816-4819-a0ca-515247871b6e tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e7dba3834cf94d53b5eb7919c55c4945&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623798 Jul 13 19:26:16.127549 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2cb69-1ded-4617-9c38-f7e19b936abd req-c7a87364-2290-4689-9bbc-82ada404c255 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:16.129321 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-58c2cb69-1ded-4617-9c38-f7e19b936abd req-c7a87364-2290-4689-9bbc-82ada404c255 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 944 time: 0.0906184 Jul 13 19:26:16.174013 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-58c2cb69-1ded-4617-9c38-f7e19b936abd req-24a5aa92-a3b3-4628-84b1-3269620ac345 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385525 Jul 13 19:26:16.198445 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-a2401190-215b-43d5-83ae-2f7c3efb2902 service neutron] 10.222.0.22 "GET /v2.0/networks/14adc513-802f-41c3-aa1b-5a69cf6267ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236346 Jul 13 19:26:16.211980 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] get_ports_and_sgs() called for port_ids ['8291ad93-47a9-4f66-8f34-f93c2f6ef99f'] {{(pid=92886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:26:16.308677 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-d57b9ef0-2461-4d07-a6c1-4693d2cb2e11 service neutron] 10.222.0.22 "GET /v2.0/networks/14adc513-802f-41c3-aa1b-5a69cf6267ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038723 Jul 13 19:26:16.473374 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc300b-b422-41de-a719-2b466d8db3ae req-29e7fc35-3c22-469a-96f5-8d916a3ba984 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:16.474903 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-edbc300b-b422-41de-a719-2b466d8db3ae req-29e7fc35-3c22-469a-96f5-8d916a3ba984 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0746775 Jul 13 19:26:16.559694 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-edbc300b-b422-41de-a719-2b466d8db3ae req-78325c1d-20e1-41cd-b842-ec382d61c999 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765789 Jul 13 19:26:16.765089 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a54e28-59fe-4d27-89f1-289c02b5b9d2 req-828f4d08-6b73-4f85-9c1a-42931c6da677 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:16.766615 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-95a54e28-59fe-4d27-89f1-289c02b5b9d2 req-828f4d08-6b73-4f85-9c1a-42931c6da677 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ea0a725-bc1e-4dfd-bd2d-45102bf2687e HTTP/1.1" status: 200 len: 943 time: 0.0703082 Jul 13 19:26:16.812193 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-95a54e28-59fe-4d27-89f1-289c02b5b9d2 req-2a22de58-5868-40ef-a564-4ae588040b1a tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1b64c5a-4d6c-48af-92e3-3b55ca5de66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395911 Jul 13 19:26:16.906026 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-cb5ccb00-632e-4c9f-a679-41144d221cc1 req-628827bf-ba29-4ea1-b001-6f4975252e58 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea HTTP/1.1" status: 200 len: 210 time: 0.0328236 Jul 13 19:26:17.369262 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d3fbd-daed-408f-8951-e19d1a39e526 req-c0498eee-2f9b-4da0-bfe8-6573e34ec086 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:17.372055 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-cd2d3fbd-daed-408f-8951-e19d1a39e526 req-c0498eee-2f9b-4da0-bfe8-6573e34ec086 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 944 time: 0.0787735 Jul 13 19:26:17.416695 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-cd2d3fbd-daed-408f-8951-e19d1a39e526 req-54b18486-e8c6-4320-9b06-aa95772b4a43 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380461 Jul 13 19:26:17.442087 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 7ea9e904-05c5-4729-8e5a-da411d4505d7 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:26:17.536647 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 7ea9e904-05c5-4729-8e5a-da411d4505d7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7ea9e904-05c5-4729-8e5a-da411d4505d7,segment=NetworkSegment(673db204-d8d2-4a04-8b74-f5c08a96ffba),segment_id=673db204-d8d2-4a04-8b74-f5c08a96ffba)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:17.547829 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Returning: {'device': '7ea9e904-05c5-4729-8e5a-da411d4505d7', 'network_id': '343ffcfe-70d9-48b8-9086-8c12260c08de', 'port_id': '7ea9e904-05c5-4729-8e5a-da411d4505d7', 'mac_address': 'fa:16:3e:17:77:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f275551-11ea-4db1-9a8c-68b28ff9d178', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:26:17.586184 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:17.601546 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.notifiers.nova [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ea9e904-05c5-4729-8e5a-da411d4505d7 {{(pid=92886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:26:17.620831 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 7ea9e904-05c5-4729-8e5a-da411d4505d7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7ea9e904-05c5-4729-8e5a-da411d4505d7,segment=NetworkSegment(673db204-d8d2-4a04-8b74-f5c08a96ffba),segment_id=673db204-d8d2-4a04-8b74-f5c08a96ffba)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:17.625052 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:17.684313 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Pushing event updated for resources: {'Port': ['ID=7ea9e904-05c5-4729-8e5a-da411d4505d7,revision_number=4']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:17.725937 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-9511a0b9-51aa-48c7-8a26-8a49aa0e2497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:17.766915 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0564656-a0c9-4f15-8117-d3ee3fd28472 req-12b29d13-5b92-4bff-8e3e-d0793e83907e tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:17.769036 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-d0564656-a0c9-4f15-8117-d3ee3fd28472 req-12b29d13-5b92-4bff-8e3e-d0793e83907e tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0788071 Jul 13 19:26:17.818258 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-d0564656-a0c9-4f15-8117-d3ee3fd28472 req-b7f646ea-56b3-4be2-9bbf-7d13bcec6408 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429771 Jul 13 19:26:17.870732 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:18.110906 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-c0088986-2d59-4fb5-b928-9abd8f96bd72 req-8a5b8fcc-981a-4e4e-8a0a-9279df52e097 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea HTTP/1.1" status: 200 len: 210 time: 0.0317488 Jul 13 19:26:18.120025 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5b0a3-2d10-48ff-aa74-c163654bfd94 req-ba20b520-d55d-4ec8-8610-434b1da06214 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:18.121692 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f9f5b0a3-2d10-48ff-aa74-c163654bfd94 req-ba20b520-d55d-4ec8-8610-434b1da06214 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ea0a725-bc1e-4dfd-bd2d-45102bf2687e HTTP/1.1" status: 200 len: 944 time: 0.1744764 Jul 13 19:26:18.130653 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-61892eea-96a5-4ba8-8ec8-fb59cb0455a7 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:18.132708 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-61892eea-96a5-4ba8-8ec8-fb59cb0455a7 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.72 "GET /v2.0/networks?id=14adc513-802f-41c3-aa1b-5a69cf6267ec HTTP/1.1" status: 200 len: 814 time: 0.2056172 Jul 13 19:26:18.152509 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-c532113a-fb17-498d-96c0-ebbcc187237c tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Request body: {'port': {'device_id': 'b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea', 'network_id': '14adc513-802f-41c3-aa1b-5a69cf6267ec', 'admin_state_up': True, 'tenant_id': 'e7dba3834cf94d53b5eb7919c55c4945'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:18.167161 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] get_ports_and_sgs() called for port_ids ['7ea9e904-05c5-4729-8e5a-da411d4505d7'] {{(pid=92886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:26:18.220141 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f9f5b0a3-2d10-48ff-aa74-c163654bfd94 req-0a6f6c16-75ee-45c6-b678-41618a5e2298 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1b64c5a-4d6c-48af-92e3-3b55ca5de66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864017 Jul 13 19:26:18.281009 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-c532113a-fb17-498d-96c0-ebbcc187237c tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Made reservation on behalf of e7dba3834cf94d53b5eb7919c55c4945 for: {'port': 1} {{(pid=92884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:26:18.285024 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-c532113a-fb17-498d-96c0-ebbcc187237c tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:18.420110 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.db_base_plugin_common [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-c532113a-fb17-498d-96c0-ebbcc187237c tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Allocated IP 172.20.0.10 (14adc513-802f-41c3-aa1b-5a69cf6267ec/82f1198a-dc93-4567-a47f-87bd333e3e58/5e5957e4-e0df-4e54-82a6-ab9cf631618f) {{(pid=92884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:26:18.552989 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a821df8-148a-4432-9b2e-e4ec09c07095 req-b384679e-d6e1-4e6e-a99a-0370216e54f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:18.555101 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-5a821df8-148a-4432-9b2e-e4ec09c07095 req-b384679e-d6e1-4e6e-a99a-0370216e54f6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 1098 time: 0.1366534 Jul 13 19:26:18.614097 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba65a6-f3b5-4e97-a84a-f3c09814c614 req-855863ce-d946-4afc-b10b-86da14dd4812 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:18.615939 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b8ba65a6-f3b5-4e97-a84a-f3c09814c614 req-855863ce-d946-4afc-b10b-86da14dd4812 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 944 time: 0.0727580 Jul 13 19:26:18.623041 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-5a821df8-148a-4432-9b2e-e4ec09c07095 req-e6741de1-8fe4-4364-9c6e-c0d830166be1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543180 Jul 13 19:26:18.647390 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-c532113a-fb17-498d-96c0-ebbcc187237c tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Notify callbacks [] for port, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:18.657769 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b8ba65a6-f3b5-4e97-a84a-f3c09814c614 req-5bd67c43-d149-4cd1-8918-6ce7759903ae tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347774 Jul 13 19:26:18.688909 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-c532113a-fb17-498d-96c0-ebbcc187237c tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:18.749668 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-c532113a-fb17-498d-96c0-ebbcc187237c tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Network 14adc513-802f-41c3-aa1b-5a69cf6267ec is already hosted by enough agents. {{(pid=92884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:26:18.756159 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-c532113a-fb17-498d-96c0-ebbcc187237c tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Resources bound (agent type, host, resource id): {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:26:18.760130 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-c532113a-fb17-498d-96c0-ebbcc187237c tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Received port after_create {{(pid=92884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:26:18.786435 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532113a-fb17-498d-96c0-ebbcc187237c tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Pushing event updated for resources: {'Port': ['ID=5e5957e4-e0df-4e54-82a6-ab9cf631618f,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:18.818565 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-c532113a-fb17-498d-96c0-ebbcc187237c tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:18.819229 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-c532113a-fb17-498d-96c0-ebbcc187237c tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:18.833298 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-c532113a-fb17-498d-96c0-ebbcc187237c tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6855242 Jul 13 19:26:18.853734 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-771137ed-985c-4124-b540-cdb45d5836d7 service neutron] Request body: {'port': {'device_id': 'b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:18.935512 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-771137ed-985c-4124-b540-cdb45d5836d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:18.994482 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:19.095861 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0bd6e8-c208-490b-8c39-0a789b1ded47 req-e1c6568d-1422-4c86-a9f8-16e18b2bbf2f tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:19.097392 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-cf0bd6e8-c208-490b-8c39-0a789b1ded47 req-e1c6568d-1422-4c86-a9f8-16e18b2bbf2f tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.1632302 Jul 13 19:26:19.181502 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-cf0bd6e8-c208-490b-8c39-0a789b1ded47 req-6fe842f2-8680-44d0-bee2-fbaa2e7afdb0 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772059 Jul 13 19:26:19.197529 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] get_ports_and_sgs() called for port_ids ['df32e3c1-b87b-4cee-9735-b246f6582efb', '8a96e674-7d8a-4f2f-a076-736e580aec96'] {{(pid=92886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:26:19.289397 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-771137ed-985c-4124-b540-cdb45d5836d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e5957e4-e0df-4e54-82a6-ab9cf631618f {{(pid=92884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:26:19.297292 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-771137ed-985c-4124-b540-cdb45d5836d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:19.304902 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf98d7-d019-41e4-81d6-d17d025ea7b8 req-bda9eff4-0b1b-49be-9659-4b25e9d0908f tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:19.307021 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-3cbf98d7-d019-41e4-81d6-d17d025ea7b8 req-bda9eff4-0b1b-49be-9659-4b25e9d0908f tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea HTTP/1.1" status: 200 len: 932 time: 0.0764949 Jul 13 19:26:19.310511 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.provisioning_blocks [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-771137ed-985c-4124-b540-cdb45d5836d7 service neutron] Transition to ACTIVE for port object 5e5957e4-e0df-4e54-82a6-ab9cf631618f will not be triggered until provisioned by entity L2. {{(pid=92884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:26:19.317891 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-771137ed-985c-4124-b540-cdb45d5836d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4873477'] for port, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:19.355365 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-3cbf98d7-d019-41e4-81d6-d17d025ea7b8 req-8c5cad72-21dd-4466-b9f8-c2d7933f425e tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417271 Jul 13 19:26:19.386158 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771137ed-985c-4124-b540-cdb45d5836d7 service neutron] Pushing event updated for resources: {'Port': ['ID=5e5957e4-e0df-4e54-82a6-ab9cf631618f,revision_number=2']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:19.502338 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b772f4-4628-4118-8f06-1967bca02687 req-38308dbc-1812-410a-88a0-41f8b227ab4d tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:19.503832 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d4b772f4-4628-4118-8f06-1967bca02687 req-38308dbc-1812-410a-88a0-41f8b227ab4d tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ea0a725-bc1e-4dfd-bd2d-45102bf2687e HTTP/1.1" status: 200 len: 944 time: 0.1327319 Jul 13 19:26:19.504904 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-771137ed-985c-4124-b540-cdb45d5836d7 service neutron] Attempting to bind port 5e5957e4-e0df-4e54-82a6-ab9cf631618f on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:26:19.505238 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-771137ed-985c-4124-b540-cdb45d5836d7 service neutron] Attempting to bind port 5e5957e4-e0df-4e54-82a6-ab9cf631618f by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '6682d465-6c1b-420d-bda0-e256c276348b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '14adc513-802f-41c3-aa1b-5a69cf6267ec'}] {{(pid=92884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:26:19.505566 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-771137ed-985c-4124-b540-cdb45d5836d7 service neutron] Attempting to bind port 5e5957e4-e0df-4e54-82a6-ab9cf631618f on network 14adc513-802f-41c3-aa1b-5a69cf6267ec {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:19.512209 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-771137ed-985c-4124-b540-cdb45d5836d7 service neutron] Port 5e5957e4-e0df-4e54-82a6-ab9cf631618f on network 14adc513-802f-41c3-aa1b-5a69cf6267ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:26:19.512554 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-771137ed-985c-4124-b540-cdb45d5836d7 service neutron] Attempting to bind port 5e5957e4-e0df-4e54-82a6-ab9cf631618f on network 14adc513-802f-41c3-aa1b-5a69cf6267ec {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:19.521813 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-771137ed-985c-4124-b540-cdb45d5836d7 service neutron] Checking agent: {'id': '412a95eb-dbf1-48e2-9390-163f76043269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 22, 13), 'started_at': datetime.datetime(2021, 7, 13, 19, 22, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:26:19.522148 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-771137ed-985c-4124-b540-cdb45d5836d7 service neutron] Checking segment: {'id': '6682d465-6c1b-420d-bda0-e256c276348b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '14adc513-802f-41c3-aa1b-5a69cf6267ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:26:19.522563 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-771137ed-985c-4124-b540-cdb45d5836d7 service neutron] Bound using segment: {'id': '6682d465-6c1b-420d-bda0-e256c276348b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '14adc513-802f-41c3-aa1b-5a69cf6267ec'} {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:26:19.522987 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-771137ed-985c-4124-b540-cdb45d5836d7 service neutron] Bound port: 5e5957e4-e0df-4e54-82a6-ab9cf631618f, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6682d465-6c1b-420d-bda0-e256c276348b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '14adc513-802f-41c3-aa1b-5a69cf6267ec'}}] {{(pid=92884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:26:19.523341 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-771137ed-985c-4124-b540-cdb45d5836d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:19.575605 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d4b772f4-4628-4118-8f06-1967bca02687 req-474c0a92-87c8-4990-854b-94181759c42e tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1b64c5a-4d6c-48af-92e3-3b55ca5de66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650349 Jul 13 19:26:19.607555 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-771137ed-985c-4124-b540-cdb45d5836d7 service neutron] For port 5e5957e4-e0df-4e54-82a6-ab9cf631618f, host hv-cinder-78693, cleared binding levels {{(pid=92884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:26:19.610549 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-771137ed-985c-4124-b540-cdb45d5836d7 service neutron] For port 5e5957e4-e0df-4e54-82a6-ab9cf631618f, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5e5957e4-e0df-4e54-82a6-ab9cf631618f,segment=NetworkSegment(6682d465-6c1b-420d-bda0-e256c276348b),segment_id=6682d465-6c1b-420d-bda0-e256c276348b)] {{(pid=92884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:26:19.614896 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-771137ed-985c-4124-b540-cdb45d5836d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4873477'] for port, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:19.650408 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-771137ed-985c-4124-b540-cdb45d5836d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:19.651017 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-771137ed-985c-4124-b540-cdb45d5836d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:19.652397 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-771137ed-985c-4124-b540-cdb45d5836d7 service neutron] 10.222.0.72 "PUT /v2.0/ports/5e5957e4-e0df-4e54-82a6-ab9cf631618f HTTP/1.1" status: 200 len: 1094 time: 0.8039412 Jul 13 19:26:19.652846 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea', 'tag': '5e5957e4-e0df-4e54-82a6-ab9cf631618f'}] {{(pid=92884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:19.655046 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cf84a925f246af12420c5659448fd2d5dd2a3ba7c6b104c2b07d23eb28f3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e8acae-5074-411b-adc1-aa842f0e9a33" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea", "tag": "5e5957e4-e0df-4e54-82a6-ab9cf631618f"}]}' {{(pid=92884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:19.679573 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771137ed-985c-4124-b540-cdb45d5836d7 service neutron] Pushing event updated for resources: {'Port': ['ID=5e5957e4-e0df-4e54-82a6-ab9cf631618f,revision_number=3']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:19.689680 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e891faa-c045-4a00-9287-2b24e52841c9 x-openstack-request-id: req-2e891faa-c045-4a00-9287-2b24e52841c9 {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:19.689965 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea", "tag": "5e5957e4-e0df-4e54-82a6-ab9cf631618f", "status": "completed", "code": 200}]} {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:19.690208 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2e891faa-c045-4a00-9287-2b24e52841c9 {{(pid=92884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:19.690590 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea', 'tag': '5e5957e4-e0df-4e54-82a6-ab9cf631618f', 'status': 'completed', 'code': 200} Jul 13 19:26:19.840294 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55c25a-8575-4c6f-80f9-0f95691528fe req-4edda70a-8bb8-4975-bd5e-79f802e741e8 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:19.841815 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-be55c25a-8575-4c6f-80f9-0f95691528fe req-4edda70a-8bb8-4975-bd5e-79f802e741e8 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 944 time: 0.0636158 Jul 13 19:26:19.879361 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-be55c25a-8575-4c6f-80f9-0f95691528fe req-dd042c8c-e563-4549-b608-96925c2beb87 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316088 Jul 13 19:26:20.355769 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c9aa5-06fc-487e-8d24-df9ba59955d1 req-2db00df6-346f-426e-85d4-9092d9ee387a tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:20.357310 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-ac2c9aa5-06fc-487e-8d24-df9ba59955d1 req-2db00df6-346f-426e-85d4-9092d9ee387a tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0640154 Jul 13 19:26:20.394713 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-ac2c9aa5-06fc-487e-8d24-df9ba59955d1 req-24a8e6fa-1cb8-4efb-a466-57f2b335e71a tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317657 Jul 13 19:26:20.417190 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 8291ad93-47a9-4f66-8f34-f93c2f6ef99f up at agent hyperv_hv-cinder-78693 {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:26:20.468095 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Provisioning for port 8291ad93-47a9-4f66-8f34-f93c2f6ef99f completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:26:20.471833 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Provisioning complete for port 8291ad93-47a9-4f66-8f34-f93c2f6ef99f triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:26:20.472204 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:20.531670 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565b839-5ea7-4f2e-9a78-6b8ca80248bb req-277a56ae-12b6-4c6a-8ede-7762b08f9317 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:20.533572 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a565b839-5ea7-4f2e-9a78-6b8ca80248bb req-277a56ae-12b6-4c6a-8ede-7762b08f9317 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea HTTP/1.1" status: 200 len: 944 time: 0.0643785 Jul 13 19:26:20.548202 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:20.570799 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d09d8f-03d8-4dcd-8c1e-4967f11c9cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8291ad93-47a9-4f66-8f34-f93c2f6ef99f'}] {{(pid=92886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:20.573245 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2110528246aa69f40c90618f30b6bebf52a56ffd7d9758f57e079d5fd4b7be03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d009b0e-a31a-417b-a4cb-c70da6af76b8" -d '{"events": [{"server_uuid": "93d09d8f-03d8-4dcd-8c1e-4967f11c9cad", "name": "network-vif-plugged", "status": "completed", "tag": "8291ad93-47a9-4f66-8f34-f93c2f6ef99f"}]}' {{(pid=92886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:20.579409 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a565b839-5ea7-4f2e-9a78-6b8ca80248bb req-416236c3-7e0d-4681-b7e1-78c3d4c9f861 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398312 Jul 13 19:26:20.585958 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 8291ad93-47a9-4f66-8f34-f93c2f6ef99f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8291ad93-47a9-4f66-8f34-f93c2f6ef99f,segment=NetworkSegment(7463682c-908b-41b4-9218-712097f5a306),segment_id=7463682c-908b-41b4-9218-712097f5a306)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:20.590184 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:20.621945 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfbec62-4add-4a54-abfc-d40efac7b63a x-openstack-request-id: req-edfbec62-4add-4a54-abfc-d40efac7b63a {{(pid=92886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:20.622245 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d09d8f-03d8-4dcd-8c1e-4967f11c9cad", "name": "network-vif-plugged", "status": "completed", "tag": "8291ad93-47a9-4f66-8f34-f93c2f6ef99f", "code": 200}]} {{(pid=92886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:20.622502 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-edfbec62-4add-4a54-abfc-d40efac7b63a {{(pid=92886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:20.622892 dv-cinder-786933-3-iscsi neutron-server[92886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d09d8f-03d8-4dcd-8c1e-4967f11c9cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8291ad93-47a9-4f66-8f34-f93c2f6ef99f', 'code': 200} Jul 13 19:26:20.654071 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Pushing event updated for resources: {'Port': ['ID=8291ad93-47a9-4f66-8f34-f93c2f6ef99f,revision_number=5']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:20.660999 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:20.761554 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9935eba-9f24-41ca-8d00-61dea5e05159 req-0238d3da-9c8c-4420-be80-4ae679adc7c1 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:20.763022 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d9935eba-9f24-41ca-8d00-61dea5e05159 req-0238d3da-9c8c-4420-be80-4ae679adc7c1 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ea0a725-bc1e-4dfd-bd2d-45102bf2687e HTTP/1.1" status: 200 len: 944 time: 0.0680737 Jul 13 19:26:20.799047 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d9935eba-9f24-41ca-8d00-61dea5e05159 req-27f60961-c120-488c-8537-05777d054b1c tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1b64c5a-4d6c-48af-92e3-3b55ca5de66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303874 Jul 13 19:26:21.052950 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58877f5a-484c-4377-8d56-18deef380a78 req-c3ea23e0-3c49-434a-8126-a1daa7b7264c tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:21.054928 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-58877f5a-484c-4377-8d56-18deef380a78 req-c3ea23e0-3c49-434a-8126-a1daa7b7264c tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 945 time: 0.0620267 Jul 13 19:26:21.092980 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-58877f5a-484c-4377-8d56-18deef380a78 req-b97cf06e-1cd7-4136-86a2-e5e4137e1350 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323091 Jul 13 19:26:21.568626 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b9b1f-4278-47be-82e7-c54bf34cbafc req-af43edaa-4edb-4a39-ad29-8fec91df688e tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:21.570114 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-277b9b1f-4278-47be-82e7-c54bf34cbafc req-af43edaa-4edb-4a39-ad29-8fec91df688e tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0616109 Jul 13 19:26:21.608708 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-277b9b1f-4278-47be-82e7-c54bf34cbafc req-eb3dcfb0-5605-4f3c-be8a-2d2162ae98d2 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329721 Jul 13 19:26:21.756553 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159c8dd-520e-4933-ad25-edea4b90d200 req-9588ead8-6144-49e1-942c-943846c2c947 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:21.758051 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-0159c8dd-520e-4933-ad25-edea4b90d200 req-9588ead8-6144-49e1-942c-943846c2c947 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea HTTP/1.1" status: 200 len: 944 time: 0.0670669 Jul 13 19:26:21.795881 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-0159c8dd-520e-4933-ad25-edea4b90d200 req-13cbdd72-051c-41f5-940e-d77fd2c0fcf5 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323021 Jul 13 19:26:21.975522 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586098f7-c869-4c02-88db-f8965e812980 req-263b3860-cd9a-421f-be37-5519fc5ec895 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:21.977046 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-586098f7-c869-4c02-88db-f8965e812980 req-263b3860-cd9a-421f-be37-5519fc5ec895 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ea0a725-bc1e-4dfd-bd2d-45102bf2687e HTTP/1.1" status: 200 len: 944 time: 0.0679941 Jul 13 19:26:22.015552 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-586098f7-c869-4c02-88db-f8965e812980 req-252471e2-f51c-44a0-8c0b-f455d78678aa tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1b64c5a-4d6c-48af-92e3-3b55ca5de66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328147 Jul 13 19:26:22.272651 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83270b47-53cc-4ee4-b3b9-86ed49876844 req-904a7909-a291-4936-a021-af81e736d419 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:22.274094 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-83270b47-53cc-4ee4-b3b9-86ed49876844 req-904a7909-a291-4936-a021-af81e736d419 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 945 time: 0.0687397 Jul 13 19:26:22.310402 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-83270b47-53cc-4ee4-b3b9-86ed49876844 req-4ec3a54d-279f-4ed1-80f7-5b61bd579548 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307913 Jul 13 19:26:22.638965 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:26:22.780845 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15e9dc-16cf-44ae-bb8f-8e69b149ee69 req-15720513-7790-473f-a173-01d1ea5ea5eb tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:22.782331 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-eb15e9dc-16cf-44ae-bb8f-8e69b149ee69 req-15720513-7790-473f-a173-01d1ea5ea5eb tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0664916 Jul 13 19:26:22.819114 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-eb15e9dc-16cf-44ae-bb8f-8e69b149ee69 req-a3231f40-f061-425d-bee7-dbe880479aaf tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313525 Jul 13 19:26:22.967381 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0b6b8-6457-4443-b961-42c84e384d18 req-341ef0ee-6975-4b69-b815-ed35f9cad7f8 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:22.968952 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-abf0b6b8-6457-4443-b961-42c84e384d18 req-341ef0ee-6975-4b69-b815-ed35f9cad7f8 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea HTTP/1.1" status: 200 len: 944 time: 0.0638793 Jul 13 19:26:23.010253 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-abf0b6b8-6457-4443-b961-42c84e384d18 req-981ab531-c565-4eb7-a019-67f22ba492ec tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355494 Jul 13 19:26:23.072623 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8acae-5074-411b-adc1-aa842f0e9a33 req-05c4e646-d24a-49d4-a9d7-0192aef02231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:23.074116 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-42e8acae-5074-411b-adc1-aa842f0e9a33 req-05c4e646-d24a-49d4-a9d7-0192aef02231 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7dba3834cf94d53b5eb7919c55c4945&device_id=b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea HTTP/1.1" status: 200 len: 1097 time: 0.0688951 Jul 13 19:26:23.323674 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8acae-5074-411b-adc1-aa842f0e9a33 req-1df1b73f-5a79-40fb-a909-bfc6da32c13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:23.325255 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-42e8acae-5074-411b-adc1-aa842f0e9a33 req-1df1b73f-5a79-40fb-a909-bfc6da32c13f service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=e7dba3834cf94d53b5eb7919c55c4945&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2382734 Jul 13 19:26:23.337008 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26a201-c18a-460c-8bbb-514daaafb473 req-11fb690c-ce30-4126-94f6-adb268b16c91 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:23.338402 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-6e26a201-c18a-460c-8bbb-514daaafb473 req-11fb690c-ce30-4126-94f6-adb268b16c91 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ea0a725-bc1e-4dfd-bd2d-45102bf2687e HTTP/1.1" status: 200 len: 944 time: 0.1873338 Jul 13 19:26:23.439421 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c10702-865b-4bec-aac1-f567a6bcfd2d req-eaf17cc7-688c-422d-a11e-c975ce6622db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:23.440920 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-79c10702-865b-4bec-aac1-f567a6bcfd2d req-eaf17cc7-688c-422d-a11e-c975ce6622db service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 1098 time: 0.2111528 Jul 13 19:26:23.484584 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a54dd-e28d-44f9-be97-86532879decc req-b581964c-9551-4814-bc0d-12606ac05c7f tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:23.485984 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-c79a54dd-e28d-44f9-be97-86532879decc req-b581964c-9551-4814-bc0d-12606ac05c7f tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 945 time: 0.0633512 Jul 13 19:26:23.487144 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-6e26a201-c18a-460c-8bbb-514daaafb473 req-c3046972-3bc5-4a62-9df9-2a42c1ccf9fa tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1b64c5a-4d6c-48af-92e3-3b55ca5de66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386645 Jul 13 19:26:23.528688 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-c79a54dd-e28d-44f9-be97-86532879decc req-d8cbb181-274b-4ea4-98a1-2cd3ce20ad06 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369306 Jul 13 19:26:23.542355 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-79c10702-865b-4bec-aac1-f567a6bcfd2d req-d325d929-4092-4ad9-a4e7-59f18f1e0c53 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868824 Jul 13 19:26:23.546615 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8acae-5074-411b-adc1-aa842f0e9a33 req-4f9f5fd3-9f98-4398-abbb-76b2898525d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:23.547971 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-42e8acae-5074-411b-adc1-aa842f0e9a33 req-4f9f5fd3-9f98-4398-abbb-76b2898525d1 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2076542 Jul 13 19:26:23.778594 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-a1e2fcb4-c482-408e-905e-f2308a41c9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:23.780069 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-a1e2fcb4-c482-408e-905e-f2308a41c9a5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7dba3834cf94d53b5eb7919c55c4945&device_id=b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea HTTP/1.1" status: 200 len: 1097 time: 0.0540414 Jul 13 19:26:23.830241 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-092765df-fb5f-4798-b090-0fd682f79d9b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e5957e4-e0df-4e54-82a6-ab9cf631618f HTTP/1.1" status: 200 len: 217 time: 0.0356097 Jul 13 19:26:23.886471 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-c80b7dd6-5e73-4ec6-84af-524743e50e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:23.887940 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-c80b7dd6-5e73-4ec6-84af-524743e50e44 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=82f1198a-dc93-4567-a47f-87bd333e3e58 HTTP/1.1" status: 200 len: 854 time: 0.0448141 Jul 13 19:26:23.933107 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-bb17838e-5e35-4c1b-8c94-0eebcf429809 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=14adc513-802f-41c3-aa1b-5a69cf6267ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300288 Jul 13 19:26:24.066271 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daea463-2644-4586-984e-e334ccd16bc1 req-0237a999-d5cd-414f-bd9c-fa2af6b84c2c tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:24.068060 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-5daea463-2644-4586-984e-e334ccd16bc1 req-0237a999-d5cd-414f-bd9c-fa2af6b84c2c tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.1331363 Jul 13 19:26:24.098069 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-785f7fb0-03c8-43cc-9d61-e971d5e9f5e6 service neutron] 10.222.0.72 "GET /v2.0/networks/14adc513-802f-41c3-aa1b-5a69cf6267ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306505 Jul 13 19:26:24.141005 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-5daea463-2644-4586-984e-e334ccd16bc1 req-6b24b86d-c7fd-4b97-b99b-df14e43786c0 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645609 Jul 13 19:26:24.220064 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31378d3f-2a27-46a1-a0ff-0c4c65f8d7a6 req-80165ac4-ed9c-491e-9dbb-9eece14a0fb9 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:24.222260 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-31378d3f-2a27-46a1-a0ff-0c4c65f8d7a6 req-80165ac4-ed9c-491e-9dbb-9eece14a0fb9 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea HTTP/1.1" status: 200 len: 944 time: 0.0954869 Jul 13 19:26:24.227613 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-7bbd80c7-cd04-4a96-bdbb-f4e307886d86 req-8e6b73ce-ef13-476b-a33a-37f788714cad service neutron] 10.222.0.72 "GET /v2.0/networks/14adc513-802f-41c3-aa1b-5a69cf6267ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127582 Jul 13 19:26:24.266083 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-31378d3f-2a27-46a1-a0ff-0c4c65f8d7a6 req-997bd9cf-6567-4301-880a-7f455bbe1d1e tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373192 Jul 13 19:26:24.592875 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736e53d-2ca3-42a3-b5b9-03a9f14448ca req-bc94ff99-9c02-4a32-b49d-99542a32604a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:24.594387 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b736e53d-2ca3-42a3-b5b9-03a9f14448ca req-bc94ff99-9c02-4a32-b49d-99542a32604a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=652f5f23ec8a45ea8fe76d30b77bbcff&device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 1098 time: 0.0709195 Jul 13 19:26:24.634478 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bac3e2-90d7-428c-972d-a182aafcc789 req-6b66d5df-0237-4265-b0b3-6ca0f3393daf tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:24.636255 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-41bac3e2-90d7-428c-972d-a182aafcc789 req-6b66d5df-0237-4265-b0b3-6ca0f3393daf tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0874498 Jul 13 19:26:24.685174 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-41bac3e2-90d7-428c-972d-a182aafcc789 req-013175ee-71ac-4039-926d-324b1df80dfe tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423927 Jul 13 19:26:24.848855 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107010ee-083f-41b6-b68b-379ad923da5c req-6213bd00-c26a-4025-bfcf-4dbde599ea6b tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:24.850297 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-107010ee-083f-41b6-b68b-379ad923da5c req-6213bd00-c26a-4025-bfcf-4dbde599ea6b tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 945 time: 0.0662301 Jul 13 19:26:24.893377 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-107010ee-083f-41b6-b68b-379ad923da5c req-8f6c7f00-6c75-4267-9ae0-a8d2aca312d0 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368896 Jul 13 19:26:24.986478 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736e53d-2ca3-42a3-b5b9-03a9f14448ca req-966d12cd-76fc-45be-bdec-07b7e7b88e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:24.988010 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b736e53d-2ca3-42a3-b5b9-03a9f14448ca req-966d12cd-76fc-45be-bdec-07b7e7b88e03 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e562a705-db99-44a5-84db-c9cb691dc10e HTTP/1.1" status: 200 len: 919 time: 0.3742306 Jul 13 19:26:24.996560 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 7ea9e904-05c5-4729-8e5a-da411d4505d7 up at agent hyperv_hv-cinder-78693 {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:26:25.000613 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530bb949-1dab-49ec-a30c-3e08f4f08dee req-cdf3ed69-dd0e-41a1-8e92-acf80ed6df70 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:25.002305 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-530bb949-1dab-49ec-a30c-3e08f4f08dee req-cdf3ed69-dd0e-41a1-8e92-acf80ed6df70 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ea0a725-bc1e-4dfd-bd2d-45102bf2687e HTTP/1.1" status: 200 len: 944 time: 0.3672235 Jul 13 19:26:25.047799 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Provisioning for port 7ea9e904-05c5-4729-8e5a-da411d4505d7 completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:26:25.051923 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Provisioning complete for port 7ea9e904-05c5-4729-8e5a-da411d4505d7 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:26:25.052352 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:25.056394 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b736e53d-2ca3-42a3-b5b9-03a9f14448ca req-3e021ea8-55e8-4e19-8f4c-5c060a1a0209 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a018d116-d555-494d-8f8b-bd0cb97e9160 HTTP/1.1" status: 200 len: 217 time: 0.0463042 Jul 13 19:26:25.075354 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-530bb949-1dab-49ec-a30c-3e08f4f08dee req-610de5e4-5f3d-4707-803d-27af01458dc1 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1b64c5a-4d6c-48af-92e3-3b55ca5de66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675113 Jul 13 19:26:25.118235 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736e53d-2ca3-42a3-b5b9-03a9f14448ca req-413bd1b3-8347-43d6-be20-11dd48f4bc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:25.119783 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b736e53d-2ca3-42a3-b5b9-03a9f14448ca req-413bd1b3-8347-43d6-be20-11dd48f4bc9f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=378d89dc-bfdb-437d-a3cf-f875b6da89ed HTTP/1.1" status: 200 len: 857 time: 0.0435150 Jul 13 19:26:25.128514 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:25.151586 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea0a725-bc1e-4dfd-bd2d-45102bf2687e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea9e904-05c5-4729-8e5a-da411d4505d7'}] {{(pid=92886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:25.153816 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2110528246aa69f40c90618f30b6bebf52a56ffd7d9758f57e079d5fd4b7be03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23f9c73-3c24-44ff-aa64-d0690865f125" -d '{"events": [{"server_uuid": "1ea0a725-bc1e-4dfd-bd2d-45102bf2687e", "name": "network-vif-plugged", "status": "completed", "tag": "7ea9e904-05c5-4729-8e5a-da411d4505d7"}]}' {{(pid=92886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:25.160526 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b736e53d-2ca3-42a3-b5b9-03a9f14448ca req-edbc6026-eaa5-483d-a535-fa70ccb2e6f3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e562a705-db99-44a5-84db-c9cb691dc10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262005 Jul 13 19:26:25.166074 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 7ea9e904-05c5-4729-8e5a-da411d4505d7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7ea9e904-05c5-4729-8e5a-da411d4505d7,segment=NetworkSegment(673db204-d8d2-4a04-8b74-f5c08a96ffba),segment_id=673db204-d8d2-4a04-8b74-f5c08a96ffba)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:25.169747 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:25.198191 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2f19ec-d3c6-459a-b957-8feac31388f8 x-openstack-request-id: req-6e2f19ec-d3c6-459a-b957-8feac31388f8 {{(pid=92886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:25.198470 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea0a725-bc1e-4dfd-bd2d-45102bf2687e", "name": "network-vif-plugged", "status": "completed", "tag": "7ea9e904-05c5-4729-8e5a-da411d4505d7", "code": 200}]} {{(pid=92886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:25.198718 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6e2f19ec-d3c6-459a-b957-8feac31388f8 {{(pid=92886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:25.199096 dv-cinder-786933-3-iscsi neutron-server[92886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea0a725-bc1e-4dfd-bd2d-45102bf2687e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea9e904-05c5-4729-8e5a-da411d4505d7', 'code': 200} Jul 13 19:26:25.225943 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Pushing event updated for resources: {'Port': ['ID=7ea9e904-05c5-4729-8e5a-da411d4505d7,revision_number=5']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:25.299490 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b736e53d-2ca3-42a3-b5b9-03a9f14448ca req-7c2a110f-efdd-408e-b549-21c40ef6037e service neutron] 10.222.0.72 "GET /v2.0/networks/e562a705-db99-44a5-84db-c9cb691dc10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004846 Jul 13 19:26:25.512022 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b736e53d-2ca3-42a3-b5b9-03a9f14448ca req-0b08dace-63e2-4855-9175-216167016f50 service neutron] 10.222.0.72 "GET /v2.0/networks/e562a705-db99-44a5-84db-c9cb691dc10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974144 Jul 13 19:26:25.542824 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d8d92-8dd5-4347-ba67-be5851c91bbd req-ab5c3a25-9f32-4c9a-ac84-02a98bf18370 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:25.544320 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d24d8d92-8dd5-4347-ba67-be5851c91bbd req-ab5c3a25-9f32-4c9a-ac84-02a98bf18370 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea HTTP/1.1" status: 200 len: 944 time: 0.1327057 Jul 13 19:26:25.597411 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2357bad-f288-486c-a09b-09b63f3bb99a req-8778d4ab-3799-4791-9fc2-5a36c31a23d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:25.598916 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f2357bad-f288-486c-a09b-09b63f3bb99a req-8778d4ab-3799-4791-9fc2-5a36c31a23d7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1ea0a725-bc1e-4dfd-bd2d-45102bf2687e HTTP/1.1" status: 200 len: 1098 time: 0.0999646 Jul 13 19:26:25.603208 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d24d8d92-8dd5-4347-ba67-be5851c91bbd req-2161d82f-c674-4ec3-a021-a1fad8a174fc tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517766 Jul 13 19:26:25.651896 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f2357bad-f288-486c-a09b-09b63f3bb99a req-c310b778-e42f-4980-8eb4-24f417bfc266 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a1b64c5a-4d6c-48af-92e3-3b55ca5de66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341017 Jul 13 19:26:25.731749 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 50438) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:25.869405 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55aab6-9b85-495f-b11e-07cc235e1725 req-cf58a204-bb6c-4dac-b586-f23de5348a00 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:25.870934 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-9d55aab6-9b85-495f-b11e-07cc235e1725 req-cf58a204-bb6c-4dac-b586-f23de5348a00 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 945 time: 0.0856652 Jul 13 19:26:25.872416 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-57795e44-ee2b-4aee-92d6-392c41452687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:25.883990 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1127d-d48e-413a-b724-e9cd5845aeda req-2f9646bf-400b-4e6c-8758-d9ab20c9f0f6 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:25.885494 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-6cb1127d-d48e-413a-b724-e9cd5845aeda req-2f9646bf-400b-4e6c-8758-d9ab20c9f0f6 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0752113 Jul 13 19:26:25.933083 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-6cb1127d-d48e-413a-b724-e9cd5845aeda req-be1a90fc-9fac-4cc3-b9f8-f710105b82ac tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417054 Jul 13 19:26:25.936617 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-9d55aab6-9b85-495f-b11e-07cc235e1725 req-8e809cc4-3459-4ab4-91fe-6446cede8fc2 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559628 Jul 13 19:26:26.007288 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-57795e44-ee2b-4aee-92d6-392c41452687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:26.011720 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-57795e44-ee2b-4aee-92d6-392c41452687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:26.049182 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-57795e44-ee2b-4aee-92d6-392c41452687 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4d9d45d0f06b4282a65bae573a239685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3162160 Jul 13 19:26:26.051188 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57795e44-ee2b-4aee-92d6-392c41452687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a14f33-38d4-47d7-9c33-501c0e212b48,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:26.053493 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 50444) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:26.101570 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-54f8615d-92e3-4312-9c98-5f87b7095ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:26.114135 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388f6f5-e260-4809-a773-fc31522cf453 req-9fa6a2aa-f212-4ee7-b64a-1b354ef35651 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:26.115809 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-6388f6f5-e260-4809-a773-fc31522cf453 req-9fa6a2aa-f212-4ee7-b64a-1b354ef35651 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 945 time: 0.0678902 Jul 13 19:26:26.123719 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-54f8615d-92e3-4312-9c98-5f87b7095ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:26.160537 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-6388f6f5-e260-4809-a773-fc31522cf453 req-a6a6b190-02f2-4640-b462-d0bb46043ae5 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384419 Jul 13 19:26:26.182596 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-54f8615d-92e3-4312-9c98-5f87b7095ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:26.185722 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-54f8615d-92e3-4312-9c98-5f87b7095ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:26.189375 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-54f8615d-92e3-4312-9c98-5f87b7095ad1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d7a14f33-38d4-47d7-9c33-501c0e212b48 HTTP/1.1" status: 204 len: 168 time: 0.1326880 Jul 13 19:26:26.215902 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8615d-92e3-4312-9c98-5f87b7095ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a14f33-38d4-47d7-9c33-501c0e212b48,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:26.279768 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65106feb-d5a2-4fa7-8ee7-272b52e2b6ee req-55bf10e0-cdb6-4aad-a3df-f9fe117ae767 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:26.281409 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-65106feb-d5a2-4fa7-8ee7-272b52e2b6ee req-55bf10e0-cdb6-4aad-a3df-f9fe117ae767 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ea0a725-bc1e-4dfd-bd2d-45102bf2687e HTTP/1.1" status: 200 len: 945 time: 0.0753582 Jul 13 19:26:26.328492 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-65106feb-d5a2-4fa7-8ee7-272b52e2b6ee req-e2124ed7-2af9-4a36-99b5-6bf73c1fe7bf tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1b64c5a-4d6c-48af-92e3-3b55ca5de66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380511 Jul 13 19:26:26.367632 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e052f9-e468-484a-bb73-136b16319f95 req-a4d298da-643e-42d8-8a51-b352324dc376 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:26.369280 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-84e052f9-e468-484a-bb73-136b16319f95 req-a4d298da-643e-42d8-8a51-b352324dc376 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 945 time: 0.0875230 Jul 13 19:26:26.410417 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-84e052f9-e468-484a-bb73-136b16319f95 req-fe0a8f77-6295-4f43-8aa0-a2699ba26268 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353394 Jul 13 19:26:26.778512 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fb1de-029e-49d7-853d-bf2052792175 req-1f40d5fc-5035-4944-b75c-8ff39388173e tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:26.779961 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-4e9fb1de-029e-49d7-853d-bf2052792175 req-1f40d5fc-5035-4944-b75c-8ff39388173e tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea HTTP/1.1" status: 200 len: 944 time: 0.0654597 Jul 13 19:26:26.806866 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704d1e3-7c30-4f72-ba83-5c0cdb098e26 req-4212e641-82c0-4fcc-a140-7ec0256b86dd tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:26.808351 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-5704d1e3-7c30-4f72-ba83-5c0cdb098e26 req-4212e641-82c0-4fcc-a140-7ec0256b86dd tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 945 time: 0.0613108 Jul 13 19:26:26.817233 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-4e9fb1de-029e-49d7-853d-bf2052792175 req-09d94ff9-d497-41ab-bc45-1a64aa95e64a tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314121 Jul 13 19:26:26.845451 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-5704d1e3-7c30-4f72-ba83-5c0cdb098e26 req-2b60fab5-c018-4ca2-9c43-8d63d97c9b2a tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315437 Jul 13 19:26:27.124965 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cabaf-b2b8-4705-97fb-fc2ac0586b35 req-dcda7aa8-db65-4b68-883f-d00787f42beb tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:27.127152 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-fc1cabaf-b2b8-4705-97fb-fc2ac0586b35 req-dcda7aa8-db65-4b68-883f-d00787f42beb tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0743442 Jul 13 19:26:27.150612 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5f376-ab83-4244-b8ce-a54f49d4f4c7 req-984594c3-4faf-4f47-a171-2317de778a89 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:27.153557 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1bc5f376-ab83-4244-b8ce-a54f49d4f4c7 req-984594c3-4faf-4f47-a171-2317de778a89 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 945 time: 0.0997829 Jul 13 19:26:27.172252 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-fc1cabaf-b2b8-4705-97fb-fc2ac0586b35 req-3ac2bf73-651a-45f5-a59d-afd6e6f2bd01 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374694 Jul 13 19:26:27.196177 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1bc5f376-ab83-4244-b8ce-a54f49d4f4c7 req-8949603c-0c57-4e5a-9b43-0b33dfddecdf tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372498 Jul 13 19:26:27.510967 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96334aec-3508-4640-acb9-d99bfea0d285 req-8e2aca31-c281-42cd-b49b-dd23e5299aff tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:27.512470 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-96334aec-3508-4640-acb9-d99bfea0d285 req-8e2aca31-c281-42cd-b49b-dd23e5299aff tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ea0a725-bc1e-4dfd-bd2d-45102bf2687e HTTP/1.1" status: 200 len: 945 time: 0.0673015 Jul 13 19:26:27.550539 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-96334aec-3508-4640-acb9-d99bfea0d285 req-4080d35d-e4b7-463e-835f-fcbd82abfb22 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1b64c5a-4d6c-48af-92e3-3b55ca5de66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325389 Jul 13 19:26:27.986035 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc05d8-973b-4965-b54e-9132e3f2babe req-e38edf2e-683a-4396-abd0-205d6d4bd8d4 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:27.987515 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-2edc05d8-973b-4965-b54e-9132e3f2babe req-e38edf2e-683a-4396-abd0-205d6d4bd8d4 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea HTTP/1.1" status: 200 len: 944 time: 0.0625298 Jul 13 19:26:28.025082 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-2edc05d8-973b-4965-b54e-9132e3f2babe req-f4513bd1-f967-4193-8401-29a2aad8bfb0 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319622 Jul 13 19:26:28.343955 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27807f48-b60a-4a7e-b6fc-d0f30001394a req-d7cf8b27-2acb-4c3b-8e81-69c8906f2dbb tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:28.346195 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-27807f48-b60a-4a7e-b6fc-d0f30001394a req-d7cf8b27-2acb-4c3b-8e81-69c8906f2dbb tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0635054 Jul 13 19:26:28.385629 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1655f-7180-4d20-b304-a38f1820992a req-1c92926e-f50c-44be-bfb5-3d8c63ed189a tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:28.387213 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-18c1655f-7180-4d20-b304-a38f1820992a req-1c92926e-f50c-44be-bfb5-3d8c63ed189a tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 945 time: 0.0742230 Jul 13 19:26:28.394828 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-27807f48-b60a-4a7e-b6fc-d0f30001394a req-3b37e1c5-2c1a-46cf-be24-cfdbb750480a tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432041 Jul 13 19:26:28.429282 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-18c1655f-7180-4d20-b304-a38f1820992a req-91586c53-54cd-44be-aadc-478b496be637 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358849 Jul 13 19:26:28.724818 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95e4b7-6302-4487-bfc0-32ac0e71d178 req-3adc383b-78f7-4127-9a90-7a215f5cb204 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:28.726345 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-fa95e4b7-6302-4487-bfc0-32ac0e71d178 req-3adc383b-78f7-4127-9a90-7a215f5cb204 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ea0a725-bc1e-4dfd-bd2d-45102bf2687e HTTP/1.1" status: 200 len: 945 time: 0.0660524 Jul 13 19:26:28.777753 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-fa95e4b7-6302-4487-bfc0-32ac0e71d178 req-3ef975c1-aef2-462a-9dc4-3e7886064f4e tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1b64c5a-4d6c-48af-92e3-3b55ca5de66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442030 Jul 13 19:26:28.972901 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 50554) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:29.020039 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 5e5957e4-e0df-4e54-82a6-ab9cf631618f details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:26:29.084233 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-051d1a0f-4209-4976-ab8d-c751abaedba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:29.144713 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 5e5957e4-e0df-4e54-82a6-ab9cf631618f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5e5957e4-e0df-4e54-82a6-ab9cf631618f,segment=NetworkSegment(6682d465-6c1b-420d-bda0-e256c276348b),segment_id=6682d465-6c1b-420d-bda0-e256c276348b)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:29.158222 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Returning: {'device': '5e5957e4-e0df-4e54-82a6-ab9cf631618f', 'network_id': '14adc513-802f-41c3-aa1b-5a69cf6267ec', 'port_id': '5e5957e4-e0df-4e54-82a6-ab9cf631618f', 'mac_address': 'fa:16:3e:df:75:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f1198a-dc93-4567-a47f-87bd333e3e58', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:26:29.194412 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-051d1a0f-4209-4976-ab8d-c751abaedba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:29.204904 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-051d1a0f-4209-4976-ab8d-c751abaedba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:29.206718 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:29.220901 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.notifiers.nova [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e5957e4-e0df-4e54-82a6-ab9cf631618f {{(pid=92886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:26:29.245013 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 5e5957e4-e0df-4e54-82a6-ab9cf631618f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5e5957e4-e0df-4e54-82a6-ab9cf631618f,segment=NetworkSegment(6682d465-6c1b-420d-bda0-e256c276348b),segment_id=6682d465-6c1b-420d-bda0-e256c276348b)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:29.253138 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:29.263031 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-051d1a0f-4209-4976-ab8d-c751abaedba4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=35985beecce3465b8dddca0e89f55d28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2888620 Jul 13 19:26:29.267065 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 50568) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:29.267955 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d1a0f-4209-4976-ab8d-c751abaedba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db039e18-975c-4a6a-9a72-27f590dddba4,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:29.293804 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641878b-c157-42d7-9223-f52ec661e91c req-d5a191a7-dc08-41e3-9bbb-7f17b8ea5aef tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:29.295330 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-c641878b-c157-42d7-9223-f52ec661e91c req-d5a191a7-dc08-41e3-9bbb-7f17b8ea5aef tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea HTTP/1.1" status: 200 len: 944 time: 0.1268706 Jul 13 19:26:29.313976 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Pushing event updated for resources: {'Port': ['ID=5e5957e4-e0df-4e54-82a6-ab9cf631618f,revision_number=4']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:29.342897 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-c641878b-c157-42d7-9223-f52ec661e91c req-1e88c86f-2f0b-40f1-9b3e-eb9e18efb482 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418897 Jul 13 19:26:29.352013 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-27d6a206-c261-4e22-99e2-59c6cd069158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:29.372522 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-27d6a206-c261-4e22-99e2-59c6cd069158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:29.417505 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-27d6a206-c261-4e22-99e2-59c6cd069158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:29.420378 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-27d6a206-c261-4e22-99e2-59c6cd069158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:29.421572 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-27d6a206-c261-4e22-99e2-59c6cd069158 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/db039e18-975c-4a6a-9a72-27f590dddba4 HTTP/1.1" status: 204 len: 168 time: 0.1492457 Jul 13 19:26:29.429984 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d6a206-c261-4e22-99e2-59c6cd069158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db039e18-975c-4a6a-9a72-27f590dddba4,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:29.638011 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af700cc0-e349-4767-9335-ccae0dcfbd36 req-b812b4f1-d0bb-4bd1-aad4-1e1840851032 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:29.640233 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-af700cc0-e349-4767-9335-ccae0dcfbd36 req-b812b4f1-d0bb-4bd1-aad4-1e1840851032 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 945 time: 0.0842125 Jul 13 19:26:29.644808 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e611e1-8fe9-4e66-bf6c-b8186d26fac3 req-7795d393-a14a-4840-bdbe-b8a779813bc2 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:29.646622 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-97e611e1-8fe9-4e66-bf6c-b8186d26fac3 req-7795d393-a14a-4840-bdbe-b8a779813bc2 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.1145995 Jul 13 19:26:29.714201 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-af700cc0-e349-4767-9335-ccae0dcfbd36 req-9056d0e5-2c5e-4aff-9095-d112d6c7fb1c tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671732 Jul 13 19:26:29.718189 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-97e611e1-8fe9-4e66-bf6c-b8186d26fac3 req-ab713213-2edb-490b-93ae-39019adac8cc tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652454 Jul 13 19:26:30.067547 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] get_ports_and_sgs() called for port_ids ['5e5957e4-e0df-4e54-82a6-ab9cf631618f'] {{(pid=92886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:26:30.527404 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40385649-b746-4e9e-b2eb-377968698c4c req-c5b74975-10e0-4c15-b639-bd2d27392f68 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:30.528908 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-40385649-b746-4e9e-b2eb-377968698c4c req-c5b74975-10e0-4c15-b639-bd2d27392f68 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea HTTP/1.1" status: 200 len: 945 time: 0.0756719 Jul 13 19:26:30.569192 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-40385649-b746-4e9e-b2eb-377968698c4c req-79a4efac-f4e5-4e18-ae6f-9ae84e79849f tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337102 Jul 13 19:26:30.903601 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d18df-0994-4d4b-93e1-a9fc7fd3e009 req-05a8e22e-6ef2-4eab-870a-4d2240c67fcf tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:30.905266 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-8a3d18df-0994-4d4b-93e1-a9fc7fd3e009 req-05a8e22e-6ef2-4eab-870a-4d2240c67fcf tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 945 time: 0.0669272 Jul 13 19:26:30.926509 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7b4f0-321e-4fe6-aa97-11d4942ef0d1 req-73525c20-c3e3-4fa3-a157-ab240c62eca5 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:30.928161 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-c0c7b4f0-321e-4fe6-aa97-11d4942ef0d1 req-73525c20-c3e3-4fa3-a157-ab240c62eca5 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0772731 Jul 13 19:26:30.952933 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-8a3d18df-0994-4d4b-93e1-a9fc7fd3e009 req-9437e6ae-8c6d-4840-b3f2-5f8b5a39eec6 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366282 Jul 13 19:26:30.968342 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-c0c7b4f0-321e-4fe6-aa97-11d4942ef0d1 req-cb5319f3-28b8-481c-88d9-96153cf8853a tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336995 Jul 13 19:26:31.756219 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68128437-a705-43ce-a910-098a4462f474 req-891064a8-7ba9-4939-96e2-c35b2e7d770f tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:31.761139 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-68128437-a705-43ce-a910-098a4462f474 req-891064a8-7ba9-4939-96e2-c35b2e7d770f tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea HTTP/1.1" status: 200 len: 945 time: 0.0782735 Jul 13 19:26:31.800284 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-68128437-a705-43ce-a910-098a4462f474 req-523edec5-ec4e-41d0-bd6f-ec030bb3ece0 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325983 Jul 13 19:26:32.133040 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f3d4a-0cb3-42d3-ac1f-bd556a4fbf48 req-385f158c-e6f4-4a5e-a3a1-9b170af8a89f tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:32.134506 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-289f3d4a-0cb3-42d3-ac1f-bd556a4fbf48 req-385f158c-e6f4-4a5e-a3a1-9b170af8a89f tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 945 time: 0.0649548 Jul 13 19:26:32.171102 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-289f3d4a-0cb3-42d3-ac1f-bd556a4fbf48 req-12d19ffb-5741-4bd0-b7f8-ba989a2a68ea tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310824 Jul 13 19:26:32.437956 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa3b04-74dd-4fc7-9fbd-86cb0161384a req-75a28f72-fbb6-49ec-8434-414218c99fb2 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:32.439424 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-deaa3b04-74dd-4fc7-9fbd-86cb0161384a req-75a28f72-fbb6-49ec-8434-414218c99fb2 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0611556 Jul 13 19:26:32.478998 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-deaa3b04-74dd-4fc7-9fbd-86cb0161384a req-26b68167-3312-4a92-b273-9289cf538db7 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340180 Jul 13 19:26:32.978521 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66dee2-15d0-47a9-9f10-fb7cf200cbc2 req-32ef2836-e77b-4a50-a433-e84f7b9d06c3 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:32.979902 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-2d66dee2-15d0-47a9-9f10-fb7cf200cbc2 req-32ef2836-e77b-4a50-a433-e84f7b9d06c3 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea HTTP/1.1" status: 200 len: 945 time: 0.0662510 Jul 13 19:26:33.017069 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-2d66dee2-15d0-47a9-9f10-fb7cf200cbc2 req-bfc56b8f-fa83-4f9e-bdd8-3ec8f9bafbaf tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317369 Jul 13 19:26:33.341636 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69946951-076f-4bf6-913c-efc16cf2057d req-c5f8defd-dd9c-4948-bce2-1b1b2c6528b2 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:33.343138 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-69946951-076f-4bf6-913c-efc16cf2057d req-c5f8defd-dd9c-4948-bce2-1b1b2c6528b2 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 945 time: 0.0626385 Jul 13 19:26:33.380157 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-69946951-076f-4bf6-913c-efc16cf2057d req-cc8bc14e-1d21-4b47-8a52-bbf3b94b1695 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314908 Jul 13 19:26:33.531424 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 5e5957e4-e0df-4e54-82a6-ab9cf631618f up at agent hyperv_hv-cinder-78693 {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:26:33.579117 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Provisioning for port 5e5957e4-e0df-4e54-82a6-ab9cf631618f completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:26:33.582831 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Provisioning complete for port 5e5957e4-e0df-4e54-82a6-ab9cf631618f triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:26:33.583197 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:33.658542 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:33.682983 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5957e4-e0df-4e54-82a6-ab9cf631618f'}] {{(pid=92886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:33.685245 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2110528246aa69f40c90618f30b6bebf52a56ffd7d9758f57e079d5fd4b7be03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a468717-7244-4ff8-a6be-2f9bdf824ffb" -d '{"events": [{"server_uuid": "b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea", "name": "network-vif-plugged", "status": "completed", "tag": "5e5957e4-e0df-4e54-82a6-ab9cf631618f"}]}' {{(pid=92886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:33.697522 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 5e5957e4-e0df-4e54-82a6-ab9cf631618f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5e5957e4-e0df-4e54-82a6-ab9cf631618f,segment=NetworkSegment(6682d465-6c1b-420d-bda0-e256c276348b),segment_id=6682d465-6c1b-420d-bda0-e256c276348b)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:33.701799 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:33.724570 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052ceb5c-5a8c-4db3-b643-4e4cc2f722c5 x-openstack-request-id: req-052ceb5c-5a8c-4db3-b643-4e4cc2f722c5 {{(pid=92886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:33.724863 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea", "name": "network-vif-plugged", "status": "completed", "tag": "5e5957e4-e0df-4e54-82a6-ab9cf631618f", "code": 200}]} {{(pid=92886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:33.725115 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-052ceb5c-5a8c-4db3-b643-4e4cc2f722c5 {{(pid=92886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:33.725530 dv-cinder-786933-3-iscsi neutron-server[92886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5957e4-e0df-4e54-82a6-ab9cf631618f', 'code': 200} Jul 13 19:26:33.751759 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Pushing event updated for resources: {'Port': ['ID=5e5957e4-e0df-4e54-82a6-ab9cf631618f,revision_number=5']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:34.191745 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac86de-5d44-491f-a212-9e89121b4ece req-aadb4197-2863-44b0-b008-6e8519e10523 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:34.193259 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-77ac86de-5d44-491f-a212-9e89121b4ece req-aadb4197-2863-44b0-b008-6e8519e10523 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea HTTP/1.1" status: 200 len: 946 time: 0.0663433 Jul 13 19:26:34.230060 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-77ac86de-5d44-491f-a212-9e89121b4ece req-4891e3e6-eb79-467e-8eb9-11627c10d203 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308120 Jul 13 19:26:34.550720 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d95118-615f-4133-9a44-fe77a81d1a68 req-ab6bc2b1-8b6e-46a6-bcce-abdfb05bdeb0 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:34.552213 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e9d95118-615f-4133-9a44-fe77a81d1a68 req-ab6bc2b1-8b6e-46a6-bcce-abdfb05bdeb0 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 945 time: 0.0632963 Jul 13 19:26:34.589656 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e9d95118-615f-4133-9a44-fe77a81d1a68 req-6d6b2ef3-4d54-4589-b49c-2cf4bb9bdf89 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318952 Jul 13 19:26:35.405487 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e917df6-b5d8-4fcb-bd2b-6659f707a3e8 req-2d1b7c4b-ccda-493b-a6d0-42327072f32b tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:35.406924 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0e917df6-b5d8-4fcb-bd2b-6659f707a3e8 req-2d1b7c4b-ccda-493b-a6d0-42327072f32b tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea HTTP/1.1" status: 200 len: 946 time: 0.0630522 Jul 13 19:26:35.443409 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0e917df6-b5d8-4fcb-bd2b-6659f707a3e8 req-8252f9bd-fd0b-4cb5-872e-46188cdea087 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311127 Jul 13 19:26:35.766825 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ebf88-0175-4379-887d-0b90258912c3 req-b345e8c9-d717-4d0d-a5da-95b88ef1fbf0 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:35.768298 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-718ebf88-0175-4379-887d-0b90258912c3 req-b345e8c9-d717-4d0d-a5da-95b88ef1fbf0 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 945 time: 0.0671384 Jul 13 19:26:35.804845 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-718ebf88-0175-4379-887d-0b90258912c3 req-e32a7f7b-05e5-41a1-b1f8-ddbfa74e525a tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310152 Jul 13 19:26:36.361120 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa98338-21c2-4071-9314-ecf051e22d50 req-d2585564-db0d-441c-b895-d0f7be2d166b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:36.362642 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0fa98338-21c2-4071-9314-ecf051e22d50 req-d2585564-db0d-441c-b895-d0f7be2d166b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea HTTP/1.1" status: 200 len: 1099 time: 0.0550065 Jul 13 19:26:36.410466 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0fa98338-21c2-4071-9314-ecf051e22d50 req-7d1ffaec-9e75-4fbe-9272-870a1491adb5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279348 Jul 13 19:26:36.615422 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e341b96-e676-48d1-9321-06539bd99791 req-c5c4844d-4662-4b4b-a44b-133e619f9cd7 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:36.616797 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-8e341b96-e676-48d1-9321-06539bd99791 req-c5c4844d-4662-4b4b-a44b-133e619f9cd7 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea HTTP/1.1" status: 200 len: 946 time: 0.0658762 Jul 13 19:26:36.658968 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-8e341b96-e676-48d1-9321-06539bd99791 req-02255e84-3667-4157-98f4-b47f6f575cc9 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361447 Jul 13 19:26:36.981037 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f204bc-2f08-43e7-877c-2253ded8b7a6 req-44fcb64f-8464-4b7d-92cb-994be8447d6a tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:36.982512 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-a0f204bc-2f08-43e7-877c-2253ded8b7a6 req-44fcb64f-8464-4b7d-92cb-994be8447d6a tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 945 time: 0.0651636 Jul 13 19:26:37.022226 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-a0f204bc-2f08-43e7-877c-2253ded8b7a6 req-44a6482b-820f-4500-a32a-c83ce031494e tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340495 Jul 13 19:26:37.592936 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 50748) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:37.695618 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-412b2a74-dc07-4f9a-88be-0cf6c1f7cd1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:37.812746 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-412b2a74-dc07-4f9a-88be-0cf6c1f7cd1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:37.818934 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-412b2a74-dc07-4f9a-88be-0cf6c1f7cd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:37.868319 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-412b2a74-dc07-4f9a-88be-0cf6c1f7cd1e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d5b082d2aa8f4f1e80525b9fbaa1d1fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2719896 Jul 13 19:26:37.869073 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 50756) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:37.871467 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b2a74-dc07-4f9a-88be-0cf6c1f7cd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fe9218-256a-49b5-8cbb-2598030e6b75,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:37.892170 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d165d-ba0c-408b-8558-142054d5c197 req-4116d07a-5d6a-490e-b146-d83f64cfe88c tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:37.893776 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-fc7d165d-ba0c-408b-8558-142054d5c197 req-4116d07a-5d6a-490e-b146-d83f64cfe88c tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea HTTP/1.1" status: 200 len: 946 time: 0.1215279 Jul 13 19:26:37.923849 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-647fa1f7-c96e-4c84-9c1c-26f38c712054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:37.931345 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-fc7d165d-ba0c-408b-8558-142054d5c197 req-4708d732-5167-4723-bca2-7e57b3cb63cc tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315943 Jul 13 19:26:37.944839 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-647fa1f7-c96e-4c84-9c1c-26f38c712054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:37.992404 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-647fa1f7-c96e-4c84-9c1c-26f38c712054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:37.995456 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-647fa1f7-c96e-4c84-9c1c-26f38c712054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:37.996610 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-647fa1f7-c96e-4c84-9c1c-26f38c712054 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b5fe9218-256a-49b5-8cbb-2598030e6b75 HTTP/1.1" status: 204 len: 168 time: 0.1264749 Jul 13 19:26:38.004628 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647fa1f7-c96e-4c84-9c1c-26f38c712054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fe9218-256a-49b5-8cbb-2598030e6b75,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:38.011960 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647fa1f7-c96e-4c84-9c1c-26f38c712054 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:38.012305 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647fa1f7-c96e-4c84-9c1c-26f38c712054 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:38.012661 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647fa1f7-c96e-4c84-9c1c-26f38c712054 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:38.012990 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647fa1f7-c96e-4c84-9c1c-26f38c712054 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:38.013316 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647fa1f7-c96e-4c84-9c1c-26f38c712054 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:38.013642 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647fa1f7-c96e-4c84-9c1c-26f38c712054 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:38.014057 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647fa1f7-c96e-4c84-9c1c-26f38c712054 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:38.014269 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647fa1f7-c96e-4c84-9c1c-26f38c712054 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:38.014587 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647fa1f7-c96e-4c84-9c1c-26f38c712054 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:38.014903 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647fa1f7-c96e-4c84-9c1c-26f38c712054 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:38.015217 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647fa1f7-c96e-4c84-9c1c-26f38c712054 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:38.015531 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647fa1f7-c96e-4c84-9c1c-26f38c712054 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:38.207774 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f70bb-f530-41f1-9e65-c649f0fbd630 req-59a22e5f-151e-4868-8c50-a4307d969311 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:38.209313 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e33f70bb-f530-41f1-9e65-c649f0fbd630 req-59a22e5f-151e-4868-8c50-a4307d969311 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 945 time: 0.0629089 Jul 13 19:26:38.247628 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e33f70bb-f530-41f1-9e65-c649f0fbd630 req-6bfa15e2-d8b6-4de7-a9c2-5077dde2491a tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325589 Jul 13 19:26:38.956843 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 50798) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:39.058924 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-2615b871-a97b-46da-8782-d020b78faf19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:39.114375 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47afbe-e9e2-4359-b8fe-dd3fe7217665 req-8e1eba13-df53-42f2-8343-ef1153388937 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:39.115847 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-fa47afbe-e9e2-4359-b8fe-dd3fe7217665 req-8e1eba13-df53-42f2-8343-ef1153388937 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea HTTP/1.1" status: 200 len: 946 time: 0.0714338 Jul 13 19:26:39.149499 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-2615b871-a97b-46da-8782-d020b78faf19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:39.153371 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-2615b871-a97b-46da-8782-d020b78faf19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:39.153937 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-fa47afbe-e9e2-4359-b8fe-dd3fe7217665 req-49ea4268-7f15-428e-b009-70790527b7d6 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317595 Jul 13 19:26:39.194617 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-2615b871-a97b-46da-8782-d020b78faf19 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b73428b666c34482b2f2a8cad8e9a92a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367060 Jul 13 19:26:39.195448 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615b871-a97b-46da-8782-d020b78faf19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7682ed72-8840-450a-b368-d383b80f1120,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:39.197261 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 50804) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:39.247456 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-db5eb1d8-6167-41eb-90d2-6a7d9b0658cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:39.267776 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-db5eb1d8-6167-41eb-90d2-6a7d9b0658cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:39.315140 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-db5eb1d8-6167-41eb-90d2-6a7d9b0658cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:39.317889 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-db5eb1d8-6167-41eb-90d2-6a7d9b0658cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:39.319042 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-db5eb1d8-6167-41eb-90d2-6a7d9b0658cb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7682ed72-8840-450a-b368-d383b80f1120 HTTP/1.1" status: 204 len: 168 time: 0.1207247 Jul 13 19:26:39.327391 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5eb1d8-6167-41eb-90d2-6a7d9b0658cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7682ed72-8840-450a-b368-d383b80f1120,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:39.437505 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae601942-2952-4e72-a1f5-621796a5f069 req-29cafc6f-fbaf-4bdd-bac1-90e3736244b3 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:39.439384 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-ae601942-2952-4e72-a1f5-621796a5f069 req-29cafc6f-fbaf-4bdd-bac1-90e3736244b3 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 945 time: 0.0676029 Jul 13 19:26:39.486759 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-ae601942-2952-4e72-a1f5-621796a5f069 req-5a75db74-ab3c-4920-9ad2-d3ba2bca61d6 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410137 Jul 13 19:26:40.328442 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee785a-fb89-4a76-b8ee-5d90fd06b9c9 req-47799e8f-8ca3-47f3-a0ef-d25dc103ecfb tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:40.329933 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a2ee785a-fb89-4a76-b8ee-5d90fd06b9c9 req-47799e8f-8ca3-47f3-a0ef-d25dc103ecfb tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea HTTP/1.1" status: 200 len: 946 time: 0.0655479 Jul 13 19:26:40.365427 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a2ee785a-fb89-4a76-b8ee-5d90fd06b9c9 req-1c4f4d7c-32b2-4225-baa5-9bf0736bd01f tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301399 Jul 13 19:26:40.660163 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ecae29-d54e-444e-9ae5-f8aa60bfb998 req-262779db-cce1-4b5e-bcb3-cab234955d3c tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:40.661616 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-34ecae29-d54e-444e-9ae5-f8aa60bfb998 req-262779db-cce1-4b5e-bcb3-cab234955d3c tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 945 time: 0.0604346 Jul 13 19:26:40.700217 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-34ecae29-d54e-444e-9ae5-f8aa60bfb998 req-070c992a-583f-41e6-8a95-c28391b13532 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326743 Jul 13 19:26:41.536688 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60007cc9-3118-4c71-a613-b34d9458a4b3 req-e0e10de5-0030-425d-8634-1a300101b2cd tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:41.538266 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-60007cc9-3118-4c71-a613-b34d9458a4b3 req-e0e10de5-0030-425d-8634-1a300101b2cd tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea HTTP/1.1" status: 200 len: 946 time: 0.0626996 Jul 13 19:26:41.575770 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-60007cc9-3118-4c71-a613-b34d9458a4b3 req-fad349da-483f-4b26-9052-eb0e0cba3fe1 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319245 Jul 13 19:26:41.874136 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e435c8-8d1d-47e5-be57-18a83c64baa9 req-5a79f51d-c154-4408-b055-f0a0912f9bbd tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:41.875606 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-c1e435c8-8d1d-47e5-be57-18a83c64baa9 req-5a79f51d-c154-4408-b055-f0a0912f9bbd tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 945 time: 0.0646961 Jul 13 19:26:41.923077 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-c1e435c8-8d1d-47e5-be57-18a83c64baa9 req-6a3d69dd-c640-42d2-b5e7-230a9b034e23 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411208 Jul 13 19:26:42.561756 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:42.750012 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551d4f1-7422-4e94-b9e3-82f4656a2473 req-c1ca041c-1353-48d5-8f55-c0725162bc83 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:42.751849 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b551d4f1-7422-4e94-b9e3-82f4656a2473 req-c1ca041c-1353-48d5-8f55-c0725162bc83 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea HTTP/1.1" status: 200 len: 946 time: 0.0648315 Jul 13 19:26:42.797905 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b551d4f1-7422-4e94-b9e3-82f4656a2473 req-edf7fedd-73b5-4a95-91c4-62566204b1ba tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396051 Jul 13 19:26:42.867936 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc59a4b-57bb-40dd-a0c9-1335a8ad584b req-6afb2bde-06d6-4485-bc5a-e4fca81d7282 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:42.869350 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-6dc59a4b-57bb-40dd-a0c9-1335a8ad584b req-6afb2bde-06d6-4485-bc5a-e4fca81d7282 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 945 time: 0.0651269 Jul 13 19:26:42.906730 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-6dc59a4b-57bb-40dd-a0c9-1335a8ad584b req-f00a3bdb-86fe-49c0-9a5c-35b732677e06 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317347 Jul 13 19:26:42.931266 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 50854) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:43.127530 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55032dba-5598-4b5a-bcdc-d0d54987dc2f req-7052d36f-1f4c-4488-849a-2b37660e6e38 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:43.128918 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-55032dba-5598-4b5a-bcdc-d0d54987dc2f req-7052d36f-1f4c-4488-849a-2b37660e6e38 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 945 time: 0.0938990 Jul 13 19:26:43.168069 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d609b6c-7dab-4eb6-8b54-f4d50511d8ba tempest-TestMinimumBasicScenario-647784928 tempest-TestMinimumBasicScenario-647784928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:43.172341 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-4d609b6c-7dab-4eb6-8b54-f4d50511d8ba tempest-TestMinimumBasicScenario-647784928 tempest-TestMinimumBasicScenario-647784928-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 1093 time: 0.2374268 Jul 13 19:26:43.172925 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 50864) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:43.177303 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-af0efb0d-f902-4320-b15c-b5170290e5c5 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Request body: {'floatingip': {'floating_network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'port_id': '8291ad93-47a9-4f66-8f34-f93c2f6ef99f', 'tenant_id': 'df66158c799144888d9e3e2d499b2c33', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:43.186997 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-55032dba-5598-4b5a-bcdc-d0d54987dc2f req-79d357ca-6ed8-41f0-ad15-df4b83c6c5fa tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514824 Jul 13 19:26:43.215437 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-af0efb0d-f902-4320-b15c-b5170290e5c5 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks [] for floatingip, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:43.315355 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-af0efb0d-f902-4320-b15c-b5170290e5c5 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:43.417078 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.db_base_plugin_common [None req-af0efb0d-f902-4320-b15c-b5170290e5c5 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Allocated IP 172.27.2.36 (016193b2-3012-4896-ba69-fa2225e8730f/5c7148d1-68ad-4d7f-9cc6-340fc018242b/126a4d28-67ac-44a8-b739-aa897ba5ba46) {{(pid=92884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:26:43.516907 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-af0efb0d-f902-4320-b15c-b5170290e5c5 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks [] for port, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:43.556045 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-af0efb0d-f902-4320-b15c-b5170290e5c5 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:43.590000 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0efb0d-f902-4320-b15c-b5170290e5c5 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Network 016193b2-3012-4896-ba69-fa2225e8730f is already hosted by enough agents. {{(pid=92884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:26:43.594577 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [None req-af0efb0d-f902-4320-b15c-b5170290e5c5 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Resources bound (agent type, host, resource id): {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:26:43.597925 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0efb0d-f902-4320-b15c-b5170290e5c5 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Received port after_create {{(pid=92884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:26:43.621174 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0efb0d-f902-4320-b15c-b5170290e5c5 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Pushing event updated for resources: {'Port': ['ID=126a4d28-67ac-44a8-b739-aa897ba5ba46,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:43.972866 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eafde7-5a5f-4adb-a910-82c10f961b7d req-ab200540-1d6c-4849-8a36-22bfe9f03c6b tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:43.974242 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-c1eafde7-5a5f-4adb-a910-82c10f961b7d req-ab200540-1d6c-4849-8a36-22bfe9f03c6b tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea HTTP/1.1" status: 200 len: 946 time: 0.0636265 Jul 13 19:26:43.999640 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-af0efb0d-f902-4320-b15c-b5170290e5c5 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:44.015968 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-c1eafde7-5a5f-4adb-a910-82c10f961b7d req-6c74b734-47c5-49d1-ab4e-57b7e5e9d6cc tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360091 Jul 13 19:26:44.084568 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-af0efb0d-f902-4320-b15c-b5170290e5c5 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:44.242467 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-af0efb0d-f902-4320-b15c-b5170290e5c5 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks [] for port, precommit_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:44.250062 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-af0efb0d-f902-4320-b15c-b5170290e5c5 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4873477'] for port, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:44.344466 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0efb0d-f902-4320-b15c-b5170290e5c5 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Pushing event updated for resources: {'Port': ['ID=126a4d28-67ac-44a8-b739-aa897ba5ba46,revision_number=2']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:44.377745 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-af0efb0d-f902-4320-b15c-b5170290e5c5 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502340'] for floatingip, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:44.703203 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfea39e-f37c-4abe-873d-eb41c2b1a506 req-a468f907-6322-46d9-9861-0176c8e4822e tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:44.704680 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ecfea39e-f37c-4abe-873d-eb41c2b1a506 req-a468f907-6322-46d9-9861-0176c8e4822e tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 945 time: 0.3828263 Jul 13 19:26:44.731645 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.db.l3_db [None req-af0efb0d-f902-4320-b15c-b5170290e5c5 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Floating IP f7cad5d2-40d4-4e77-9d33-09bf16f85ab0 associated. External IP: 172.27.2.36, port: 8291ad93-47a9-4f66-8f34-f93c2f6ef99f. Jul 13 19:26:44.783468 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ecfea39e-f37c-4abe-873d-eb41c2b1a506 req-a8ebb665-8955-4bc9-ad9e-263f9dacd6ad tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722888 Jul 13 19:26:44.941126 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0efb0d-f902-4320-b15c-b5170290e5c5 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Router 9877da21-dbfb-4ffa-a301-4d01ab9b37fc has already been hosted by L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd {{(pid=92884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:26:45.042700 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0efb0d-f902-4320-b15c-b5170290e5c5 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:26:45.052709 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9162dc-4ec7-49ec-878d-b68c938f4168 None None] Sync routers for ids ['9877da21-dbfb-4ffa-a301-4d01ab9b37fc'] in dv-cinder-786933-3-iscsi {{(pid=92887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:26:45.057420 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-af0efb0d-f902-4320-b15c-b5170290e5c5 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for floatingip, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.064232 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9162dc-4ec7-49ec-878d-b68c938f4168 None None] Routers {'9877da21-dbfb-4ffa-a301-4d01ab9b37fc'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:26:45.064805 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-cf9162dc-4ec7-49ec-878d-b68c938f4168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:26:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['9877da21-dbfb-4ffa-a301-4d01ab9b37fc'], 'active': True} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:45.093796 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-af0efb0d-f902-4320-b15c-b5170290e5c5 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9198442 Jul 13 19:26:45.094382 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d09d8f-03d8-4dcd-8c1e-4967f11c9cad', 'tag': '8291ad93-47a9-4f66-8f34-f93c2f6ef99f'}] {{(pid=92884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:45.096739 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 50890) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:45.101284 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-68b46fa4-93c2-4382-a5f0-787c21734b3a tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1237074737', 'description': 'tempest-secgroup-smoke-1237074737 description', 'project_id': 'df66158c799144888d9e3e2d499b2c33'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:45.101445 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cf84a925f246af12420c5659448fd2d5dd2a3ba7c6b104c2b07d23eb28f3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985e9c08-e15a-4e74-bccf-d2bb3a418791" -d '{"events": [{"name": "network-changed", "server_uuid": "93d09d8f-03d8-4dcd-8c1e-4967f11c9cad", "tag": "8291ad93-47a9-4f66-8f34-f93c2f6ef99f"}]}' {{(pid=92884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:45.126687 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-68b46fa4-93c2-4382-a5f0-787c21734b3a tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.143054 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743af0c3-5e57-42a7-a042-e9e4b49a6bd6 x-openstack-request-id: req-743af0c3-5e57-42a7-a042-e9e4b49a6bd6 {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:45.143399 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d09d8f-03d8-4dcd-8c1e-4967f11c9cad", "tag": "8291ad93-47a9-4f66-8f34-f93c2f6ef99f", "status": "completed", "code": 200}]} {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:45.143645 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-743af0c3-5e57-42a7-a042-e9e4b49a6bd6 {{(pid=92884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:45.144036 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d09d8f-03d8-4dcd-8c1e-4967f11c9cad', 'tag': '8291ad93-47a9-4f66-8f34-f93c2f6ef99f', 'status': 'completed', 'code': 200} Jul 13 19:26:45.171222 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvr_db [None req-cf9162dc-4ec7-49ec-878d-b68c938f4168 None None] Set router 9877da21-dbfb-4ffa-a301-4d01ab9b37fc gateway port host: dv-cinder-786933-3-iscsi {{(pid=92887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:26:45.182163 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-ca463de5-efaa-4082-9814-7de4f867fae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.211865 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-68b46fa4-93c2-4382-a5f0-787c21734b3a tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.216094 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-68b46fa4-93c2-4382-a5f0-787c21734b3a tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.237366 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-68b46fa4-93c2-4382-a5f0-787c21734b3a tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.238574 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-68b46fa4-93c2-4382-a5f0-787c21734b3a tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1408863 Jul 13 19:26:45.241706 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 50894) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:45.246369 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-5b21fe70-e958-4cfa-ae97-c060e57ff1ef tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Request body: {'security_group_rule': {'security_group_id': '0d88d4cd-8d7a-42d7-975c-49b763c914ca', 'project_id': 'df66158c799144888d9e3e2d499b2c33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:45.250476 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b46fa4-93c2-4382-a5f0-787c21734b3a tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d88d4cd-8d7a-42d7-975c-49b763c914ca,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:45.277477 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-5b21fe70-e958-4cfa-ae97-c060e57ff1ef tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.343505 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-5b21fe70-e958-4cfa-ae97-c060e57ff1ef tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.347175 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-5b21fe70-e958-4cfa-ae97-c060e57ff1ef tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629246'] for security_group_rule, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.366803 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21fe70-e958-4cfa-ae97-c060e57ff1ef tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44466f4b-fe3a-46c1-a949-08da6e28e847,revision_number=0']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:45.373834 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-5b21fe70-e958-4cfa-ae97-c060e57ff1ef tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.378680 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 50900) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:45.383519 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-e5cfd7e9-9195-4a7f-812a-ea9c94d9c891 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Request body: {'security_group_rule': {'security_group_id': '0d88d4cd-8d7a-42d7-975c-49b763c914ca', 'project_id': 'df66158c799144888d9e3e2d499b2c33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:45.385008 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-5b21fe70-e958-4cfa-ae97-c060e57ff1ef tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1379781 Jul 13 19:26:45.410303 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e5cfd7e9-9195-4a7f-812a-ea9c94d9c891 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.456053 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e5cfd7e9-9195-4a7f-812a-ea9c94d9c891 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.460008 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e5cfd7e9-9195-4a7f-812a-ea9c94d9c891 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629246'] for security_group_rule, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.476921 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cfd7e9-9195-4a7f-812a-ea9c94d9c891 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b0ff719-08a6-411c-835c-b21f48cbb332,revision_number=0']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:45.480763 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-cf9162dc-4ec7-49ec-878d-b68c938f4168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9877da21-dbfb-4ffa-a301-4d01ab9b37fc', 'name': 'tempest-TestMinimumBasicScenario-1972901604-router', 'tenant_id': 'df66158c799144888d9e3e2d499b2c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'eb39f659-011a-4e41-87cd-935a7589b90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:10Z', 'updated_at': '2021-07-13T19:25:13Z', 'revision_number': 4, 'project_id': 'df66158c799144888d9e3e2d499b2c33', 'gw_port': {'id': 'eb39f659-011a-4e41-87cd-935a7589b90a', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9877da21-dbfb-4ffa-a301-4d01ab9b37fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:10Z', 'updated_at': '2021-07-13T19:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_floatingips': [{'id': 'f7cad5d2-40d4-4e77-9d33-09bf16f85ab0', 'tenant_id': 'df66158c799144888d9e3e2d499b2c33', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'router_id': '9877da21-dbfb-4ffa-a301-4d01ab9b37fc', 'port_id': '8291ad93-47a9-4f66-8f34-f93c2f6ef99f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7', 'mac_address': 'fa:16:3e:e1:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d09d8f-03d8-4dcd-8c1e-4967f11c9cad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:26:43Z', 'updated_at': '2021-07-13T19:26:43Z', 'revision_number': 0, 'project_id': 'df66158c799144888d9e3e2d499b2c33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d65d26f-6ed1-498d-920c-b1946022d0fd', 'name': '', 'network_id': '0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7', 'tenant_id': 'df66158c799144888d9e3e2d499b2c33', 'mac_address': 'fa:16:3e:82:d0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9877da21-dbfb-4ffa-a301-4d01ab9b37fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '6c509fd0-b2ef-4a02-b3c6-9aba994fdd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:13Z', 'updated_at': '2021-07-13T19:25:20Z', 'revision_number': 5, 'project_id': 'df66158c799144888d9e3e2d499b2c33', 'subnets': [{'id': '6c509fd0-b2ef-4a02-b3c6-9aba994fdd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:45.486129 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e5cfd7e9-9195-4a7f-812a-ea9c94d9c891 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.487355 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-e5cfd7e9-9195-4a7f-812a-ea9c94d9c891 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1076396 Jul 13 19:26:45.490154 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 50902) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:45.495264 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-b8d7f5f4-31cf-4f95-b608-dc1700a43153 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Request body: {'security_group_rule': {'security_group_id': '0d88d4cd-8d7a-42d7-975c-49b763c914ca', 'project_id': 'df66158c799144888d9e3e2d499b2c33', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:45.509582 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9162dc-4ec7-49ec-878d-b68c938f4168 None None] Checking router: 9877da21-dbfb-4ffa-a301-4d01ab9b37fc for host: dv-cinder-786933-3-iscsi {{(pid=92887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:26:45.519664 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9162dc-4ec7-49ec-878d-b68c938f4168 None None] Routers {'9877da21-dbfb-4ffa-a301-4d01ab9b37fc'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:26:45.520305 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-cf9162dc-4ec7-49ec-878d-b68c938f4168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:26:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['9877da21-dbfb-4ffa-a301-4d01ab9b37fc'], 'active': True} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:45.521174 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-b8d7f5f4-31cf-4f95-b608-dc1700a43153 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.580962 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-b8d7f5f4-31cf-4f95-b608-dc1700a43153 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.584538 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-b8d7f5f4-31cf-4f95-b608-dc1700a43153 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629246'] for security_group_rule, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.601827 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7f5f4-31cf-4f95-b608-dc1700a43153 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54df459f-3319-4047-9783-ecbaeaa7e302,revision_number=0']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:45.609231 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-b8d7f5f4-31cf-4f95-b608-dc1700a43153 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.610321 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-b8d7f5f4-31cf-4f95-b608-dc1700a43153 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191092 Jul 13 19:26:45.613078 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 50904) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:45.617360 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-3b4f0a0c-8196-490d-bba3-682eb8d52ba7 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Request body: {'security_group_rule': {'security_group_id': '0d88d4cd-8d7a-42d7-975c-49b763c914ca', 'project_id': 'df66158c799144888d9e3e2d499b2c33', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:45.624471 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvr_db [None req-cf9162dc-4ec7-49ec-878d-b68c938f4168 None None] Set router 9877da21-dbfb-4ffa-a301-4d01ab9b37fc gateway port host: dv-cinder-786933-3-iscsi {{(pid=92887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:26:45.643045 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-3b4f0a0c-8196-490d-bba3-682eb8d52ba7 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.703813 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-3b4f0a0c-8196-490d-bba3-682eb8d52ba7 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.707317 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-3b4f0a0c-8196-490d-bba3-682eb8d52ba7 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629246'] for security_group_rule, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.726732 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f0a0c-8196-490d-bba3-682eb8d52ba7 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92eb2fff-c3e5-4094-b2a9-fdd0bc96be43,revision_number=0']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:45.736548 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-3b4f0a0c-8196-490d-bba3-682eb8d52ba7 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.737731 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-3b4f0a0c-8196-490d-bba3-682eb8d52ba7 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1237538 Jul 13 19:26:45.740435 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 50906) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:45.745544 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-334e7924-4870-422d-92b1-b513488ab662 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Request body: {'security_group_rule': {'security_group_id': '0d88d4cd-8d7a-42d7-975c-49b763c914ca', 'project_id': 'df66158c799144888d9e3e2d499b2c33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:45.769558 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.db.securitygroups_db [None req-334e7924-4870-422d-92b1-b513488ab662 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Project df66158c799144888d9e3e2d499b2c33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:26:45.774418 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-334e7924-4870-422d-92b1-b513488ab662 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.844561 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-334e7924-4870-422d-92b1-b513488ab662 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.848890 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-334e7924-4870-422d-92b1-b513488ab662 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629246'] for security_group_rule, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.861021 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-cf9162dc-4ec7-49ec-878d-b68c938f4168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9877da21-dbfb-4ffa-a301-4d01ab9b37fc', 'name': 'tempest-TestMinimumBasicScenario-1972901604-router', 'tenant_id': 'df66158c799144888d9e3e2d499b2c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'eb39f659-011a-4e41-87cd-935a7589b90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:10Z', 'updated_at': '2021-07-13T19:25:13Z', 'revision_number': 4, 'project_id': 'df66158c799144888d9e3e2d499b2c33', 'gw_port': {'id': 'eb39f659-011a-4e41-87cd-935a7589b90a', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9877da21-dbfb-4ffa-a301-4d01ab9b37fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:10Z', 'updated_at': '2021-07-13T19:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_floatingips': [{'id': 'f7cad5d2-40d4-4e77-9d33-09bf16f85ab0', 'tenant_id': 'df66158c799144888d9e3e2d499b2c33', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'router_id': '9877da21-dbfb-4ffa-a301-4d01ab9b37fc', 'port_id': '8291ad93-47a9-4f66-8f34-f93c2f6ef99f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7', 'mac_address': 'fa:16:3e:e1:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d09d8f-03d8-4dcd-8c1e-4967f11c9cad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:26:43Z', 'updated_at': '2021-07-13T19:26:43Z', 'revision_number': 0, 'project_id': 'df66158c799144888d9e3e2d499b2c33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d65d26f-6ed1-498d-920c-b1946022d0fd', 'name': '', 'network_id': '0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7', 'tenant_id': 'df66158c799144888d9e3e2d499b2c33', 'mac_address': 'fa:16:3e:82:d0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9877da21-dbfb-4ffa-a301-4d01ab9b37fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '6c509fd0-b2ef-4a02-b3c6-9aba994fdd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:13Z', 'updated_at': '2021-07-13T19:25:20Z', 'revision_number': 5, 'project_id': 'df66158c799144888d9e3e2d499b2c33', 'subnets': [{'id': '6c509fd0-b2ef-4a02-b3c6-9aba994fdd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:45.865916 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e7924-4870-422d-92b1-b513488ab662 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbaa89d0-e505-4107-ad50-bfd6dad91039,revision_number=0']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:45.877098 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-334e7924-4870-422d-92b1-b513488ab662 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.881036 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-334e7924-4870-422d-92b1-b513488ab662 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1371994 Jul 13 19:26:45.881471 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 50912) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:45.887216 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-73f05cea-e667-4d67-ac8e-4ad84048334c tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Request body: {'security_group_rule': {'security_group_id': '0d88d4cd-8d7a-42d7-975c-49b763c914ca', 'project_id': 'df66158c799144888d9e3e2d499b2c33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:45.888142 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9162dc-4ec7-49ec-878d-b68c938f4168 None None] The sync data for ids ['9877da21-dbfb-4ffa-a301-4d01ab9b37fc'] in dv-cinder-786933-3-iscsi is: [{'id': '9877da21-dbfb-4ffa-a301-4d01ab9b37fc', 'name': 'tempest-TestMinimumBasicScenario-1972901604-router', 'tenant_id': 'df66158c799144888d9e3e2d499b2c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'eb39f659-011a-4e41-87cd-935a7589b90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:10Z', 'updated_at': '2021-07-13T19:25:13Z', 'revision_number': 4, 'project_id': 'df66158c799144888d9e3e2d499b2c33', 'gw_port': {'id': 'eb39f659-011a-4e41-87cd-935a7589b90a', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9877da21-dbfb-4ffa-a301-4d01ab9b37fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:10Z', 'updated_at': '2021-07-13T19:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_floatingips': [{'id': 'f7cad5d2-40d4-4e77-9d33-09bf16f85ab0', 'tenant_id': 'df66158c799144888d9e3e2d499b2c33', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'router_id': '9877da21-dbfb-4ffa-a301-4d01ab9b37fc', 'port_id': '8291ad93-47a9-4f66-8f34-f93c2f6ef99f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7', 'mac_address': 'fa:16:3e:e1:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d09d8f-03d8-4dcd-8c1e-4967f11c9cad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:26:43Z', 'updated_at': '2021-07-13T19:26:43Z', 'revision_number': 0, 'project_id': 'df66158c799144888d9e3e2d499b2c33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d65d26f-6ed1-498d-920c-b1946022d0fd', 'name': '', 'network_id': '0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7', 'tenant_id': 'df66158c799144888d9e3e2d499b2c33', 'mac_address': 'fa:16:3e:82:d0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9877da21-dbfb-4ffa-a301-4d01ab9b37fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '6c509fd0-b2ef-4a02-b3c6-9aba994fdd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:13Z', 'updated_at': '2021-07-13T19:25:20Z', 'revision_number': 5, 'project_id': 'df66158c799144888d9e3e2d499b2c33', 'subnets': [{'id': '6c509fd0-b2ef-4a02-b3c6-9aba994fdd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:26:45.911278 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.db.securitygroups_db [None req-73f05cea-e667-4d67-ac8e-4ad84048334c tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Project df66158c799144888d9e3e2d499b2c33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:26:45.917959 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-73f05cea-e667-4d67-ac8e-4ad84048334c tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:46.008335 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-73f05cea-e667-4d67-ac8e-4ad84048334c tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:46.016380 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-73f05cea-e667-4d67-ac8e-4ad84048334c tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629246'] for security_group_rule, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:46.038649 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0501d9a-228e-4c7c-89fe-2998142c59d1 req-22608028-5324-4c97-b7f1-bb4c1558776d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:46.040151 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b0501d9a-228e-4c7c-89fe-2998142c59d1 req-22608028-5324-4c97-b7f1-bb4c1558776d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 945 time: 0.1232672 Jul 13 19:26:46.045059 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f05cea-e667-4d67-ac8e-4ad84048334c tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86bf9773-bcbb-40e5-8985-8a99f5caf16a,revision_number=0']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:46.064157 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-73f05cea-e667-4d67-ac8e-4ad84048334c tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:46.065367 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-73f05cea-e667-4d67-ac8e-4ad84048334c tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1826022 Jul 13 19:26:46.091127 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b0501d9a-228e-4c7c-89fe-2998142c59d1 req-2acc5907-9c67-46d0-bb00-a1cb1d5c820b tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439351 Jul 13 19:26:46.107114 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221ad769-75a6-4911-a94b-175df15e91cb None None] New status for floating IP f7cad5d2-40d4-4e77-9d33-09bf16f85ab0: ACTIVE {{(pid=92886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:26:46.198983 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-d5d531e1-e576-4286-985f-e60be41ba4cd req-f06c2970-1198-4f8b-a13e-a1f5c0d64e17 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1237074737&fields=id&tenant_id=df66158c799144888d9e3e2d499b2c33 HTTP/1.1" status: 200 len: 267 time: 0.0342927 Jul 13 19:26:46.269660 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d531e1-e576-4286-985f-e60be41ba4cd req-1fb8445f-33d3-4779-aea5-7f3008ce89af tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:46.271072 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-d5d531e1-e576-4286-985f-e60be41ba4cd req-1fb8445f-33d3-4779-aea5-7f3008ce89af tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 945 time: 0.0666482 Jul 13 19:26:46.281966 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [req-d5d531e1-e576-4286-985f-e60be41ba4cd req-956fb994-1679-498b-b032-8bfb1f78174d tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Request body: {'port': {'security_groups': ['d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577', '0d88d4cd-8d7a-42d7-975c-49b763c914ca']}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:46.414846 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-d5d531e1-e576-4286-985f-e60be41ba4cd req-956fb994-1679-498b-b032-8bfb1f78174d tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:46.800430 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.db [req-d5d531e1-e576-4286-985f-e60be41ba4cd req-956fb994-1679-498b-b032-8bfb1f78174d tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] For port 8291ad93-47a9-4f66-8f34-f93c2f6ef99f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8291ad93-47a9-4f66-8f34-f93c2f6ef99f,segment=NetworkSegment(7463682c-908b-41b4-9218-712097f5a306),segment_id=7463682c-908b-41b4-9218-712097f5a306)] {{(pid=92885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:46.829124 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-d5d531e1-e576-4286-985f-e60be41ba4cd req-956fb994-1679-498b-b032-8bfb1f78174d tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks [] for port, precommit_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:46.833610 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-d5d531e1-e576-4286-985f-e60be41ba4cd req-956fb994-1679-498b-b032-8bfb1f78174d tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372883'] for port, after_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:46.887299 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d531e1-e576-4286-985f-e60be41ba4cd req-956fb994-1679-498b-b032-8bfb1f78174d tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:46.887955 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-d5d531e1-e576-4286-985f-e60be41ba4cd req-956fb994-1679-498b-b032-8bfb1f78174d tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for port, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:46.889509 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-d5d531e1-e576-4286-985f-e60be41ba4cd req-956fb994-1679-498b-b032-8bfb1f78174d tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "PUT /v2.0/ports/8291ad93-47a9-4f66-8f34-f93c2f6ef99f HTTP/1.1" status: 200 len: 981 time: 0.6121812 Jul 13 19:26:46.889966 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d09d8f-03d8-4dcd-8c1e-4967f11c9cad', 'tag': '8291ad93-47a9-4f66-8f34-f93c2f6ef99f'}] {{(pid=92885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:46.893329 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31f80f9b8720474c1f79c69ae76da95a509923de65c92150015c81fc62ea229" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a589b5ab-c8ab-4393-afa1-974237b90db5" -d '{"events": [{"name": "network-changed", "server_uuid": "93d09d8f-03d8-4dcd-8c1e-4967f11c9cad", "tag": "8291ad93-47a9-4f66-8f34-f93c2f6ef99f"}]}' {{(pid=92885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:46.917496 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956fb994-1679-498b-b032-8bfb1f78174d tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Pushing event updated for resources: {'Port': ['ID=8291ad93-47a9-4f66-8f34-f93c2f6ef99f,revision_number=6']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:46.933178 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6f0e77-d21c-412a-b356-9db259424cfb x-openstack-request-id: req-3e6f0e77-d21c-412a-b356-9db259424cfb {{(pid=92885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:46.933571 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d09d8f-03d8-4dcd-8c1e-4967f11c9cad", "tag": "8291ad93-47a9-4f66-8f34-f93c2f6ef99f", "status": "completed", "code": 200}]} {{(pid=92885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:46.933916 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3e6f0e77-d21c-412a-b356-9db259424cfb {{(pid=92885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:46.934438 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d09d8f-03d8-4dcd-8c1e-4967f11c9cad', 'tag': '8291ad93-47a9-4f66-8f34-f93c2f6ef99f', 'status': 'completed', 'code': 200} Jul 13 19:26:47.058547 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b85ec8-cc29-4047-a82f-56b9a4b31640 req-3d9e5203-e094-4333-b0f5-96e18a9e0740 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:47.060030 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-d2b85ec8-cc29-4047-a82f-56b9a4b31640 req-3d9e5203-e094-4333-b0f5-96e18a9e0740 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 984 time: 0.0646396 Jul 13 19:26:47.098838 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-d2b85ec8-cc29-4047-a82f-56b9a4b31640 req-14a8866c-3631-467f-a618-67dab79be6f6 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=0d88d4cd-8d7a-42d7-975c-49b763c914ca&id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330071 Jul 13 19:26:47.101345 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-88ab03b2-6595-4543-9f08-272bf500ddb5 None None] Provisioning complete for port 8291ad93-47a9-4f66-8f34-f93c2f6ef99f triggered by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:26:47.101815 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-88ab03b2-6595-4543-9f08-272bf500ddb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:47.271835 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb8175-ea35-4c35-8ec9-fe767c734eb7 req-703b1c26-d0d4-430e-bb54-a4aff40be1ff tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:47.273352 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-63fb8175-ea35-4c35-8ec9-fe767c734eb7 req-703b1c26-d0d4-430e-bb54-a4aff40be1ff tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 945 time: 0.0625648 Jul 13 19:26:47.309841 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-63fb8175-ea35-4c35-8ec9-fe767c734eb7 req-29bc6bb1-4c1c-475b-ae9f-4c279ee8fcfb tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310397 Jul 13 19:26:47.726069 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-33e4b81e-8969-43ca-851a-dcb401008ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:47.840780 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:47.936907 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] get_ports_and_sgs() called for port_ids ['8291ad93-47a9-4f66-8f34-f93c2f6ef99f'] {{(pid=92886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:26:47.980577 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e9c08-e15a-4e74-bccf-d2bb3a418791 req-8adaf689-2166-4d7b-b23c-1124949b81bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:47.982007 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-985e9c08-e15a-4e74-bccf-d2bb3a418791 req-8adaf689-2166-4d7b-b23c-1124949b81bd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=df66158c799144888d9e3e2d499b2c33&device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 1137 time: 0.0646303 Jul 13 19:26:48.074156 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e9c08-e15a-4e74-bccf-d2bb3a418791 req-7b6da80f-9735-4694-a2de-ce80c14ab144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:48.075658 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-985e9c08-e15a-4e74-bccf-d2bb3a418791 req-7b6da80f-9735-4694-a2de-ce80c14ab144 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7 HTTP/1.1" status: 200 len: 917 time: 0.0852492 Jul 13 19:26:48.151803 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-985e9c08-e15a-4e74-bccf-d2bb3a418791 req-dd506abd-b5a8-4480-9a1f-4e7eda602e58 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8291ad93-47a9-4f66-8f34-f93c2f6ef99f HTTP/1.1" status: 200 len: 1000 time: 0.0643954 Jul 13 19:26:48.188603 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] get_ports_and_sgs() called for port_ids ['8291ad93-47a9-4f66-8f34-f93c2f6ef99f'] {{(pid=92886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:26:48.204999 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e9c08-e15a-4e74-bccf-d2bb3a418791 req-a8770920-60f9-4747-9ae9-cf983a8c036b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:48.206453 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-985e9c08-e15a-4e74-bccf-d2bb3a418791 req-a8770920-60f9-4747-9ae9-cf983a8c036b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6c509fd0-b2ef-4a02-b3c6-9aba994fdd49 HTTP/1.1" status: 200 len: 854 time: 0.0426915 Jul 13 19:26:48.273074 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e9c08-e15a-4e74-bccf-d2bb3a418791 req-7648d741-be63-4912-870f-58c076cbd4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:48.275411 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-985e9c08-e15a-4e74-bccf-d2bb3a418791 req-7648d741-be63-4912-870f-58c076cbd4aa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537310 Jul 13 19:26:48.376433 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-985e9c08-e15a-4e74-bccf-d2bb3a418791 req-873bef45-d272-435e-8932-3d91b3f3c409 service neutron] 10.222.0.72 "GET /v2.0/networks/0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924463 Jul 13 19:26:48.487697 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-985e9c08-e15a-4e74-bccf-d2bb3a418791 req-f4c0e47c-3544-43b1-bd2a-da17aaa26c30 service neutron] 10.222.0.72 "GET /v2.0/networks/0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984578 Jul 13 19:26:48.533432 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3601897-42b4-4ebc-a7c8-6a3738a68cc6 req-b6cca88a-2262-4124-a527-672abcea208b tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:48.535020 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-a3601897-42b4-4ebc-a7c8-6a3738a68cc6 req-b6cca88a-2262-4124-a527-672abcea208b tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 945 time: 0.1107514 Jul 13 19:26:48.596647 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-a3601897-42b4-4ebc-a7c8-6a3738a68cc6 req-53bd6b45-43aa-4354-b076-e61569128633 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537517 Jul 13 19:26:48.646226 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589b5ab-c8ab-4393-afa1-974237b90db5 req-019855bb-14c5-4c57-a9a6-6ec3ba6da5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:48.648092 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a589b5ab-c8ab-4393-afa1-974237b90db5 req-019855bb-14c5-4c57-a9a6-6ec3ba6da5a3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=df66158c799144888d9e3e2d499b2c33&device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 1137 time: 0.0630143 Jul 13 19:26:48.746940 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589b5ab-c8ab-4393-afa1-974237b90db5 req-46ad2ab2-5629-4e82-9970-c5bb7f36e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:48.748531 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a589b5ab-c8ab-4393-afa1-974237b90db5 req-46ad2ab2-5629-4e82-9970-c5bb7f36e4a0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7 HTTP/1.1" status: 200 len: 917 time: 0.0884771 Jul 13 19:26:48.841261 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a589b5ab-c8ab-4393-afa1-974237b90db5 req-adaf5a38-5a40-4a13-95e4-16751b07ac85 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8291ad93-47a9-4f66-8f34-f93c2f6ef99f HTTP/1.1" status: 200 len: 1000 time: 0.0582876 Jul 13 19:26:48.905554 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589b5ab-c8ab-4393-afa1-974237b90db5 req-686cf5e1-48b0-4130-b580-4169fff5803f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:48.907042 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a589b5ab-c8ab-4393-afa1-974237b90db5 req-686cf5e1-48b0-4130-b580-4169fff5803f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6c509fd0-b2ef-4a02-b3c6-9aba994fdd49 HTTP/1.1" status: 200 len: 854 time: 0.0494182 Jul 13 19:26:48.985014 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589b5ab-c8ab-4393-afa1-974237b90db5 req-9d084d9d-a8a4-4922-b611-ef2f1d90ede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:48.986903 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a589b5ab-c8ab-4393-afa1-974237b90db5 req-9d084d9d-a8a4-4922-b611-ef2f1d90ede1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556760 Jul 13 19:26:48.989383 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:49.091955 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a589b5ab-c8ab-4393-afa1-974237b90db5 req-4e19fe5a-077d-4e33-9301-26db5c7126b9 service neutron] 10.222.0.72 "GET /v2.0/networks/0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923374 Jul 13 19:26:49.201664 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a589b5ab-c8ab-4393-afa1-974237b90db5 req-0f2b005f-2653-458f-8243-ae2970fc12c8 service neutron] 10.222.0.72 "GET /v2.0/networks/0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904443 Jul 13 19:26:49.781284 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ab3fb-9d21-4ddc-9922-6cb7730f853c req-a9cc3924-132f-4a54-a6ab-5d199e10106c tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:49.782773 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-1e7ab3fb-9d21-4ddc-9922-6cb7730f853c req-a9cc3924-132f-4a54-a6ab-5d199e10106c tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 945 time: 0.0672994 Jul 13 19:26:49.822570 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-1e7ab3fb-9d21-4ddc-9922-6cb7730f853c req-b6a54a25-266d-46f9-b07d-7fe5e2fae626 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340996 Jul 13 19:26:50.502835 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826835a-faf9-4bea-aa28-20d108ae2eb2 req-56a0eff8-b10f-4dde-9bce-549d7181b4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:50.504362 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d826835a-faf9-4bea-aa28-20d108ae2eb2 req-56a0eff8-b10f-4dde-9bce-549d7181b4e3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=652f5f23ec8a45ea8fe76d30b77bbcff&device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 1098 time: 0.0933909 Jul 13 19:26:50.515667 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb215fed-abb8-429a-919d-37484dd0879d req-30c09481-6692-46a6-ba29-6c88e1867c7f tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:50.517118 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-eb215fed-abb8-429a-919d-37484dd0879d req-30c09481-6692-46a6-ba29-6c88e1867c7f tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0808492 Jul 13 19:26:50.601173 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-eb215fed-abb8-429a-919d-37484dd0879d req-d4a811aa-28e6-437c-b08b-6c0d7b5588cf tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755312 Jul 13 19:26:50.629806 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826835a-faf9-4bea-aa28-20d108ae2eb2 req-672714c5-a472-4aa2-b4f5-be4ef209b389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:50.631256 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d826835a-faf9-4bea-aa28-20d108ae2eb2 req-672714c5-a472-4aa2-b4f5-be4ef209b389 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e562a705-db99-44a5-84db-c9cb691dc10e HTTP/1.1" status: 200 len: 919 time: 0.1133091 Jul 13 19:26:50.653763 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:50.676056 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d826835a-faf9-4bea-aa28-20d108ae2eb2 req-4a0c4329-63b6-4100-b2e1-8bb31041f44e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a018d116-d555-494d-8f8b-bd0cb97e9160 HTTP/1.1" status: 200 len: 217 time: 0.0347686 Jul 13 19:26:50.727158 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826835a-faf9-4bea-aa28-20d108ae2eb2 req-a98f890a-07e3-4e69-85bf-89d217b11cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:50.728571 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d826835a-faf9-4bea-aa28-20d108ae2eb2 req-a98f890a-07e3-4e69-85bf-89d217b11cc7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=378d89dc-bfdb-437d-a3cf-f875b6da89ed HTTP/1.1" status: 200 len: 857 time: 0.0450997 Jul 13 19:26:50.761116 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d826835a-faf9-4bea-aa28-20d108ae2eb2 req-bb28c2d7-82d4-4ad8-9ea9-0261186e51a2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e562a705-db99-44a5-84db-c9cb691dc10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250285 Jul 13 19:26:50.858276 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d826835a-faf9-4bea-aa28-20d108ae2eb2 req-433dd81b-4633-47c2-a9e1-058f00d7cddd service neutron] 10.222.0.72 "GET /v2.0/networks/e562a705-db99-44a5-84db-c9cb691dc10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789444 Jul 13 19:26:50.965612 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d826835a-faf9-4bea-aa28-20d108ae2eb2 req-f4b505f5-7edd-45d5-bf21-fa41239e9bbb service neutron] 10.222.0.72 "GET /v2.0/networks/e562a705-db99-44a5-84db-c9cb691dc10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947752 Jul 13 19:26:51.020814 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fca8fe-0d36-4976-9c93-3e6e46fcbf75 req-b2b42cc6-36e7-4b54-a6e1-5af897c3671c tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:51.022647 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b8fca8fe-0d36-4976-9c93-3e6e46fcbf75 req-b2b42cc6-36e7-4b54-a6e1-5af897c3671c tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 945 time: 0.0766172 Jul 13 19:26:51.066799 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b8fca8fe-0d36-4976-9c93-3e6e46fcbf75 req-9370aa09-0075-4ed8-a28c-f48fc7461ad1 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379829 Jul 13 19:26:51.774577 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad64578-a65e-474f-acf9-c2e7f3dcc60b req-97828e70-660d-4bdf-aee8-083dff45962c tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:51.776072 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-cad64578-a65e-474f-acf9-c2e7f3dcc60b req-97828e70-660d-4bdf-aee8-083dff45962c tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0624759 Jul 13 19:26:51.814277 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-cad64578-a65e-474f-acf9-c2e7f3dcc60b req-93ccfffb-96f2-4d22-b626-9dd542b99e5c tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326445 Jul 13 19:26:52.240616 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36ff59-0319-4b1a-9a04-40796c5913c6 req-9e9a4075-745c-4778-a264-535729c39660 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:52.242244 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-0e36ff59-0319-4b1a-9a04-40796c5913c6 req-9e9a4075-745c-4778-a264-535729c39660 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 945 time: 0.0621850 Jul 13 19:26:52.278444 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-0e36ff59-0319-4b1a-9a04-40796c5913c6 req-20d24e12-39bf-43c1-885a-c619e3f00b55 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308883 Jul 13 19:26:52.991271 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c97432-ca33-42cc-8c62-0b86cb2be1c8 req-debfc075-83cf-412b-935b-28ea5425a2ac tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:52.992785 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-58c97432-ca33-42cc-8c62-0b86cb2be1c8 req-debfc075-83cf-412b-935b-28ea5425a2ac tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0663931 Jul 13 19:26:53.032028 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-58c97432-ca33-42cc-8c62-0b86cb2be1c8 req-e72e18df-b8b9-4140-9099-08df0e7b2b53 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332129 Jul 13 19:26:53.450866 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58762a63-e568-4fb9-84d5-33e3364fd3f5 req-1a09ec8e-76e7-4e03-8fbc-0c88253c24e3 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:53.452224 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-58762a63-e568-4fb9-84d5-33e3364fd3f5 req-1a09ec8e-76e7-4e03-8fbc-0c88253c24e3 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 945 time: 0.0611575 Jul 13 19:26:53.487888 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-58762a63-e568-4fb9-84d5-33e3364fd3f5 req-609c2fcc-5f51-4104-a7ac-b93cbc09660b tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303178 Jul 13 19:26:53.838871 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250306c-cee8-41cc-8428-86843dc74dc6 req-d5b2e956-9242-4665-9193-33d41c2f6d2d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:53.840406 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-7250306c-cee8-41cc-8428-86843dc74dc6 req-d5b2e956-9242-4665-9193-33d41c2f6d2d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 945 time: 0.0692689 Jul 13 19:26:53.875527 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 51074) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:53.888826 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3041b9-fd1d-4d46-8aa2-28bf723741d8 req-1aabab36-911b-41fe-bf89-6344c4a4e667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:53.890346 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-3f3041b9-fd1d-4d46-8aa2-28bf723741d8 req-1aabab36-911b-41fe-bf89-6344c4a4e667 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f2df23c120004786bdbc54c2ad27b7df&device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 1098 time: 0.0549793 Jul 13 19:26:53.893198 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-7250306c-cee8-41cc-8428-86843dc74dc6 req-c431864c-472d-4ffb-b46a-787363b09b85 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466001 Jul 13 19:26:53.992944 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3041b9-fd1d-4d46-8aa2-28bf723741d8 req-83a03195-2a09-450b-bab9-9f009c30c30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:53.994366 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-3f3041b9-fd1d-4d46-8aa2-28bf723741d8 req-83a03195-2a09-450b-bab9-9f009c30c30a service neutron] 10.222.0.72 "GET /v2.0/networks?id=cf7dab8a-c373-4837-ae0f-7b4d00b9b824 HTTP/1.1" status: 200 len: 913 time: 0.0842226 Jul 13 19:26:54.017501 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-49eadae8-147d-4921-8abd-3b7f49f37974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:54.066032 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-3f3041b9-fd1d-4d46-8aa2-28bf723741d8 req-6164c876-7b15-42db-8268-9b6b1974d919 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e460608-e870-437f-8280-90358297765f HTTP/1.1" status: 200 len: 1001 time: 0.0602164 Jul 13 19:26:54.110204 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-49eadae8-147d-4921-8abd-3b7f49f37974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:54.117785 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-49eadae8-147d-4921-8abd-3b7f49f37974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:54.130519 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3041b9-fd1d-4d46-8aa2-28bf723741d8 req-87741e71-6edd-4ee6-8783-8635ce5fb8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:54.132247 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-3f3041b9-fd1d-4d46-8aa2-28bf723741d8 req-87741e71-6edd-4ee6-8783-8635ce5fb8a9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c43d8f9f-c845-4d5c-82df-5404e88902e1 HTTP/1.1" status: 200 len: 850 time: 0.0466099 Jul 13 19:26:54.157713 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-49eadae8-147d-4921-8abd-3b7f49f37974 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ea2d34960c7648cc97f1a5e963fa88b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2809029 Jul 13 19:26:54.158763 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eadae8-147d-4921-8abd-3b7f49f37974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e24cc5-4cec-48ce-9471-109a7d4d4686,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:54.161114 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 51080) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:54.212798 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-224feb04-d877-4511-b4d7-82740a08877a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:54.239853 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-224feb04-d877-4511-b4d7-82740a08877a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:54.244116 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3041b9-fd1d-4d46-8aa2-28bf723741d8 req-584ad967-ff8b-4d6e-ab71-d24d2ceee6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:54.246253 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-3f3041b9-fd1d-4d46-8aa2-28bf723741d8 req-584ad967-ff8b-4d6e-ab71-d24d2ceee6f8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf7dab8a-c373-4837-ae0f-7b4d00b9b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1024249 Jul 13 19:26:54.258809 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27495f74-6837-4dec-967a-e90f0ed0ee46 req-5569c97b-74f9-4461-b0b3-857e6d45b757 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:54.260269 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-27495f74-6837-4dec-967a-e90f0ed0ee46 req-5569c97b-74f9-4461-b0b3-857e6d45b757 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0907633 Jul 13 19:26:54.294043 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-224feb04-d877-4511-b4d7-82740a08877a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:54.296562 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-224feb04-d877-4511-b4d7-82740a08877a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:54.297738 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-224feb04-d877-4511-b4d7-82740a08877a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/93e24cc5-4cec-48ce-9471-109a7d4d4686 HTTP/1.1" status: 204 len: 168 time: 0.1356206 Jul 13 19:26:54.307254 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224feb04-d877-4511-b4d7-82740a08877a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e24cc5-4cec-48ce-9471-109a7d4d4686,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:54.343836 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-27495f74-6837-4dec-967a-e90f0ed0ee46 req-f7c0fc0a-79d2-41c5-ba36-f415e75151a0 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739162 Jul 13 19:26:54.371680 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-3f3041b9-fd1d-4d46-8aa2-28bf723741d8 req-34efaaf5-74fe-4623-adea-e0571fdd7784 service neutron] 10.222.0.72 "GET /v2.0/networks/cf7dab8a-c373-4837-ae0f-7b4d00b9b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094513 Jul 13 19:26:54.479244 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-3f3041b9-fd1d-4d46-8aa2-28bf723741d8 req-bfcc7c61-2f44-460f-bc55-48222463f8c7 service neutron] 10.222.0.72 "GET /v2.0/networks/cf7dab8a-c373-4837-ae0f-7b4d00b9b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913041 Jul 13 19:26:55.058835 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3786b-63f3-4961-ab6e-ce186fb2da55 req-6a5cd3ce-7e2d-4acb-ad5c-c371280167a1 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:55.060288 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-33b3786b-63f3-4961-ab6e-ce186fb2da55 req-6a5cd3ce-7e2d-4acb-ad5c-c371280167a1 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 945 time: 0.0619149 Jul 13 19:26:55.098693 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-33b3786b-63f3-4961-ab6e-ce186fb2da55 req-f42ae49d-85f7-4788-8333-d1150d271433 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326040 Jul 13 19:26:55.518662 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89dcb86-2668-473f-bd3c-20580ffa8209 req-3f58966f-66ec-459d-8094-9dd727e5b8a9 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:55.520218 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f89dcb86-2668-473f-bd3c-20580ffa8209 req-3f58966f-66ec-459d-8094-9dd727e5b8a9 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0620625 Jul 13 19:26:55.557695 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f89dcb86-2668-473f-bd3c-20580ffa8209 req-62be9851-4577-4709-962b-8748fa3831c4 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316031 Jul 13 19:26:56.271097 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d5f26-6fe4-4791-821c-be5a8159c591 req-1e68b147-4e89-4d30-95e5-8076bf99652c tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:56.272715 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e45d5f26-6fe4-4791-821c-be5a8159c591 req-1e68b147-4e89-4d30-95e5-8076bf99652c tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 945 time: 0.0612731 Jul 13 19:26:56.313359 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e45d5f26-6fe4-4791-821c-be5a8159c591 req-fd55574d-dc93-4a4f-8d96-2fe307e1cbcf tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339355 Jul 13 19:26:56.731812 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885f18b-a6d4-4a95-a37c-1599bf64da11 req-687052c3-0d58-4ad6-b290-37c2478d8810 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:56.733279 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1885f18b-a6d4-4a95-a37c-1599bf64da11 req-687052c3-0d58-4ad6-b290-37c2478d8810 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0651979 Jul 13 19:26:56.769423 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1885f18b-a6d4-4a95-a37c-1599bf64da11 req-43bf02cb-d119-421d-a533-a65926d9d3e0 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306575 Jul 13 19:26:58.091891 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6f2dc-9029-4d71-94c0-5b058481fb81 req-8b406cdb-0949-45f9-a0a2-f03c914caa8d tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:58.093370 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-65c6f2dc-9029-4d71-94c0-5b058481fb81 req-8b406cdb-0949-45f9-a0a2-f03c914caa8d tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0648043 Jul 13 19:26:58.130534 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-65c6f2dc-9029-4d71-94c0-5b058481fb81 req-a14e3f80-5b71-4d89-804e-ee9079f910cc tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317285 Jul 13 19:26:59.299761 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84da4d-a90a-4bdf-9e2f-5581764f305b req-50bfee0d-3100-4d6a-a65b-45ccc8fec17a tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:59.301264 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ef84da4d-a90a-4bdf-9e2f-5581764f305b req-50bfee0d-3100-4d6a-a65b-45ccc8fec17a tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0625236 Jul 13 19:26:59.339329 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ef84da4d-a90a-4bdf-9e2f-5581764f305b req-ff1d73e9-751a-4bb5-b5b9-012014d788a7 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325441 Jul 13 19:26:59.637890 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:27:00.511172 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487d8e5-3e4f-427e-a1a1-75783976ce5d req-0083c1b8-bf06-4de6-b948-83d3c8aa6587 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:00.512756 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-3487d8e5-3e4f-427e-a1a1-75783976ce5d req-0083c1b8-bf06-4de6-b948-83d3c8aa6587 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0607975 Jul 13 19:27:00.549145 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-3487d8e5-3e4f-427e-a1a1-75783976ce5d req-13568380-5707-416d-b7dc-c1b10908b1ab tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309746 Jul 13 19:27:01.273220 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-0d3cf2bb-e245-48ca-a3aa-5ed3be1147d9 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:01.274671 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-0d3cf2bb-e245-48ca-a3aa-5ed3be1147d9 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/networks?id=14adc513-802f-41c3-aa1b-5a69cf6267ec HTTP/1.1" status: 200 len: 814 time: 0.0996218 Jul 13 19:27:01.289009 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-ace0920c-7fae-4701-b2c6-0d9fc3f60be9 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/quotas/e7dba3834cf94d53b5eb7919c55c4945 HTTP/1.1" status: 200 len: 375 time: 0.0086467 Jul 13 19:27:01.360433 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-c0a55ae6-b7d5-42ae-ac10-2d19fbeca363 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e7dba3834cf94d53b5eb7919c55c4945&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0661671 Jul 13 19:27:01.450379 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-c41c0910-22bb-4382-b1b9-a614d7906465 service neutron] 10.222.0.22 "GET /v2.0/networks/14adc513-802f-41c3-aa1b-5a69cf6267ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834556 Jul 13 19:27:01.540382 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-cc1cffdc-83be-4ab2-a96f-94f4773a2ec1 service neutron] 10.222.0.22 "GET /v2.0/networks/14adc513-802f-41c3-aa1b-5a69cf6267ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845368 Jul 13 19:27:01.704712 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-6f05f737-0542-470d-b872-bc657a2995e8 req-008e28c5-c8b8-4c13-99da-7df3b4e5410a tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=56df81b7-8b97-41b5-b6a2-f7afdc8f54de HTTP/1.1" status: 200 len: 210 time: 0.0296056 Jul 13 19:27:01.730602 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b079ba-b036-4c9e-9eff-b22d1352e122 req-6e88e368-5634-41f9-957a-452a0e9e0a63 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:01.732086 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-97b079ba-b036-4c9e-9eff-b22d1352e122 req-6e88e368-5634-41f9-957a-452a0e9e0a63 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0738213 Jul 13 19:27:01.770156 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-97b079ba-b036-4c9e-9eff-b22d1352e122 req-04dfe2cf-ef8a-4259-87c7-6b65e4e7851e tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322959 Jul 13 19:27:02.847404 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ec7e6e02-6c67-405f-aeee-2142796438a5 req-4dba9338-02f2-43ac-972d-0b387bbd43ca tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=56df81b7-8b97-41b5-b6a2-f7afdc8f54de HTTP/1.1" status: 200 len: 210 time: 0.0314026 Jul 13 19:27:02.949342 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d9ed2-3cf5-4c1b-bc77-be135e41eb82 req-e6cf9c34-f1ed-4b22-abae-c69ddb5b83c4 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:02.950823 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-512d9ed2-3cf5-4c1b-bc77-be135e41eb82 req-e6cf9c34-f1ed-4b22-abae-c69ddb5b83c4 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0617497 Jul 13 19:27:02.993623 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-512d9ed2-3cf5-4c1b-bc77-be135e41eb82 req-c3d29e78-440c-4699-9a9b-b6593696116e tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348930 Jul 13 19:27:03.182010 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-6a857cb2-5cad-4d92-8cb0-7cf75fd76f5e tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:03.183387 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-6a857cb2-5cad-4d92-8cb0-7cf75fd76f5e tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.72 "GET /v2.0/networks?id=14adc513-802f-41c3-aa1b-5a69cf6267ec HTTP/1.1" status: 200 len: 814 time: 0.0978281 Jul 13 19:27:03.209947 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-784fcbd8-1bc3-43ab-87a0-80fe794fe9f8 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Request body: {'port': {'device_id': '56df81b7-8b97-41b5-b6a2-f7afdc8f54de', 'network_id': '14adc513-802f-41c3-aa1b-5a69cf6267ec', 'admin_state_up': True, 'tenant_id': 'e7dba3834cf94d53b5eb7919c55c4945'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:03.317353 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-784fcbd8-1bc3-43ab-87a0-80fe794fe9f8 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Made reservation on behalf of e7dba3834cf94d53b5eb7919c55c4945 for: {'port': 1} {{(pid=92884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:27:03.320858 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-784fcbd8-1bc3-43ab-87a0-80fe794fe9f8 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:03.442158 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.db_base_plugin_common [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-784fcbd8-1bc3-43ab-87a0-80fe794fe9f8 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Allocated IP 172.20.0.13 (14adc513-802f-41c3-aa1b-5a69cf6267ec/82f1198a-dc93-4567-a47f-87bd333e3e58/741d0f5f-a894-4d14-9421-6fac60fa717d) {{(pid=92884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:27:03.828412 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-784fcbd8-1bc3-43ab-87a0-80fe794fe9f8 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Notify callbacks [] for port, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:03.865024 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-784fcbd8-1bc3-43ab-87a0-80fe794fe9f8 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:03.891190 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] get_ports_and_sgs() called for port_ids ['df32e3c1-b87b-4cee-9735-b246f6582efb', '8a96e674-7d8a-4f2f-a076-736e580aec96', '5e5957e4-e0df-4e54-82a6-ab9cf631618f'] {{(pid=92886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:27:03.910884 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-784fcbd8-1bc3-43ab-87a0-80fe794fe9f8 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Network 14adc513-802f-41c3-aa1b-5a69cf6267ec is already hosted by enough agents. {{(pid=92884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:27:03.919083 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-784fcbd8-1bc3-43ab-87a0-80fe794fe9f8 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Resources bound (agent type, host, resource id): {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:27:03.923741 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-784fcbd8-1bc3-43ab-87a0-80fe794fe9f8 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Received port after_create {{(pid=92884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:27:03.948002 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fcbd8-1bc3-43ab-87a0-80fe794fe9f8 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Pushing event updated for resources: {'Port': ['ID=741d0f5f-a894-4d14-9421-6fac60fa717d,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:03.977538 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-784fcbd8-1bc3-43ab-87a0-80fe794fe9f8 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:03.978160 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-784fcbd8-1bc3-43ab-87a0-80fe794fe9f8 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:04.024413 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-784fcbd8-1bc3-43ab-87a0-80fe794fe9f8 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8179140 Jul 13 19:27:04.042095 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-98fd86a3-cb97-4d54-8ba6-1b252962351d service neutron] Request body: {'port': {'device_id': '56df81b7-8b97-41b5-b6a2-f7afdc8f54de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:04.117353 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-98fd86a3-cb97-4d54-8ba6-1b252962351d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:04.170997 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27463881-a3f7-4bb4-bce6-e19cf1439abb req-c99117c8-bd81-4fb4-b373-6211458e7d8e tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:04.172522 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-27463881-a3f7-4bb4-bce6-e19cf1439abb req-c99117c8-bd81-4fb4-b373-6211458e7d8e tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=56df81b7-8b97-41b5-b6a2-f7afdc8f54de HTTP/1.1" status: 200 len: 932 time: 0.1917202 Jul 13 19:27:04.206503 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153d7ac-9da8-4934-8a12-925b16041cda req-3cf5b5f7-dd51-4f17-b856-5b6fb52ea061 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:04.209129 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-5153d7ac-9da8-4934-8a12-925b16041cda req-3cf5b5f7-dd51-4f17-b856-5b6fb52ea061 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0699687 Jul 13 19:27:04.248582 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-5153d7ac-9da8-4934-8a12-925b16041cda req-9d2a72b2-52aa-450d-ac03-109470074229 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323119 Jul 13 19:27:04.276513 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-27463881-a3f7-4bb4-bce6-e19cf1439abb req-3cabe32f-9c8a-49c1-b83f-e58ab1be7408 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952709 Jul 13 19:27:04.410882 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-98fd86a3-cb97-4d54-8ba6-1b252962351d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 741d0f5f-a894-4d14-9421-6fac60fa717d {{(pid=92884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:27:04.418600 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-98fd86a3-cb97-4d54-8ba6-1b252962351d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:04.429901 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.provisioning_blocks [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-98fd86a3-cb97-4d54-8ba6-1b252962351d service neutron] Transition to ACTIVE for port object 741d0f5f-a894-4d14-9421-6fac60fa717d will not be triggered until provisioned by entity L2. {{(pid=92884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:27:04.433789 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-98fd86a3-cb97-4d54-8ba6-1b252962351d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4873477'] for port, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:04.486082 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd86a3-cb97-4d54-8ba6-1b252962351d service neutron] Pushing event updated for resources: {'Port': ['ID=741d0f5f-a894-4d14-9421-6fac60fa717d,revision_number=2']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:04.548234 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-98fd86a3-cb97-4d54-8ba6-1b252962351d service neutron] Attempting to bind port 741d0f5f-a894-4d14-9421-6fac60fa717d on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:27:04.548591 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-98fd86a3-cb97-4d54-8ba6-1b252962351d service neutron] Attempting to bind port 741d0f5f-a894-4d14-9421-6fac60fa717d by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '6682d465-6c1b-420d-bda0-e256c276348b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '14adc513-802f-41c3-aa1b-5a69cf6267ec'}] {{(pid=92884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:27:04.548920 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-98fd86a3-cb97-4d54-8ba6-1b252962351d service neutron] Attempting to bind port 741d0f5f-a894-4d14-9421-6fac60fa717d on network 14adc513-802f-41c3-aa1b-5a69cf6267ec {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:27:04.553040 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-98fd86a3-cb97-4d54-8ba6-1b252962351d service neutron] Port 741d0f5f-a894-4d14-9421-6fac60fa717d on network 14adc513-802f-41c3-aa1b-5a69cf6267ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:27:04.553359 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-98fd86a3-cb97-4d54-8ba6-1b252962351d service neutron] Attempting to bind port 741d0f5f-a894-4d14-9421-6fac60fa717d on network 14adc513-802f-41c3-aa1b-5a69cf6267ec {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:27:04.558121 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-98fd86a3-cb97-4d54-8ba6-1b252962351d service neutron] Checking agent: {'id': '412a95eb-dbf1-48e2-9390-163f76043269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 22, 13), 'started_at': datetime.datetime(2021, 7, 13, 19, 22, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:27:04.558459 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-98fd86a3-cb97-4d54-8ba6-1b252962351d service neutron] Checking segment: {'id': '6682d465-6c1b-420d-bda0-e256c276348b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '14adc513-802f-41c3-aa1b-5a69cf6267ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:27:04.558838 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-98fd86a3-cb97-4d54-8ba6-1b252962351d service neutron] Bound using segment: {'id': '6682d465-6c1b-420d-bda0-e256c276348b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '14adc513-802f-41c3-aa1b-5a69cf6267ec'} {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:27:04.559256 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-98fd86a3-cb97-4d54-8ba6-1b252962351d service neutron] Bound port: 741d0f5f-a894-4d14-9421-6fac60fa717d, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6682d465-6c1b-420d-bda0-e256c276348b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '14adc513-802f-41c3-aa1b-5a69cf6267ec'}}] {{(pid=92884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:27:04.559611 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-98fd86a3-cb97-4d54-8ba6-1b252962351d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:04.620122 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-98fd86a3-cb97-4d54-8ba6-1b252962351d service neutron] For port 741d0f5f-a894-4d14-9421-6fac60fa717d, host hv-cinder-78693, cleared binding levels {{(pid=92884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:27:04.623076 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-98fd86a3-cb97-4d54-8ba6-1b252962351d service neutron] For port 741d0f5f-a894-4d14-9421-6fac60fa717d, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=741d0f5f-a894-4d14-9421-6fac60fa717d,segment=NetworkSegment(6682d465-6c1b-420d-bda0-e256c276348b),segment_id=6682d465-6c1b-420d-bda0-e256c276348b)] {{(pid=92884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:27:04.627997 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-98fd86a3-cb97-4d54-8ba6-1b252962351d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4873477'] for port, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:04.664778 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-98fd86a3-cb97-4d54-8ba6-1b252962351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:04.665400 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-98fd86a3-cb97-4d54-8ba6-1b252962351d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:04.666737 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-98fd86a3-cb97-4d54-8ba6-1b252962351d service neutron] 10.222.0.72 "PUT /v2.0/ports/741d0f5f-a894-4d14-9421-6fac60fa717d HTTP/1.1" status: 200 len: 1094 time: 0.6297982 Jul 13 19:27:04.667171 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56df81b7-8b97-41b5-b6a2-f7afdc8f54de', 'tag': '741d0f5f-a894-4d14-9421-6fac60fa717d'}] {{(pid=92884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:04.669472 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cf84a925f246af12420c5659448fd2d5dd2a3ba7c6b104c2b07d23eb28f3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa131a0-b8c8-42c7-90f7-00f4d4ffc131" -d '{"events": [{"name": "network-changed", "server_uuid": "56df81b7-8b97-41b5-b6a2-f7afdc8f54de", "tag": "741d0f5f-a894-4d14-9421-6fac60fa717d"}]}' {{(pid=92884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:04.694771 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd86a3-cb97-4d54-8ba6-1b252962351d service neutron] Pushing event updated for resources: {'Port': ['ID=741d0f5f-a894-4d14-9421-6fac60fa717d,revision_number=3']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:04.707110 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459a06be-3904-447c-b76d-0130c0d264ec x-openstack-request-id: req-459a06be-3904-447c-b76d-0130c0d264ec {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:04.707393 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56df81b7-8b97-41b5-b6a2-f7afdc8f54de", "tag": "741d0f5f-a894-4d14-9421-6fac60fa717d", "status": "completed", "code": 200}]} {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:04.707639 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-459a06be-3904-447c-b76d-0130c0d264ec {{(pid=92884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:04.708019 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56df81b7-8b97-41b5-b6a2-f7afdc8f54de', 'tag': '741d0f5f-a894-4d14-9421-6fac60fa717d', 'status': 'completed', 'code': 200} Jul 13 19:27:04.775985 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-dd2be180-5e31-42f1-9cdf-d4b88eda2226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:04.778071 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-dd2be180-5e31-42f1-9cdf-d4b88eda2226 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7dba3834cf94d53b5eb7919c55c4945&device_id=56df81b7-8b97-41b5-b6a2-f7afdc8f54de HTTP/1.1" status: 200 len: 1097 time: 0.0512269 Jul 13 19:27:04.838940 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-f1c0c97c-b65a-40b0-803f-7fb6f097b8f8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=741d0f5f-a894-4d14-9421-6fac60fa717d HTTP/1.1" status: 200 len: 217 time: 0.0326948 Jul 13 19:27:04.888268 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-ad3eb72e-f117-4d61-9320-224378ed3929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:04.889615 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-ad3eb72e-f117-4d61-9320-224378ed3929 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=82f1198a-dc93-4567-a47f-87bd333e3e58 HTTP/1.1" status: 200 len: 854 time: 0.0406613 Jul 13 19:27:04.929512 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-b8ec86db-1f9f-41f5-8148-6b57facf1824 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=14adc513-802f-41c3-aa1b-5a69cf6267ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280895 Jul 13 19:27:05.019766 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-8b2eaf20-ad30-42db-8d98-1494a00bbda3 service neutron] 10.222.0.72 "GET /v2.0/networks/14adc513-802f-41c3-aa1b-5a69cf6267ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0769689 Jul 13 19:27:05.120075 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c8d89fb9-e7a9-4621-834e-a7af8a354c27 req-f98edbb4-0125-4b21-a7a6-7a2c9f9b5f1a service neutron] 10.222.0.72 "GET /v2.0/networks/14adc513-802f-41c3-aa1b-5a69cf6267ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830841 Jul 13 19:27:05.271858 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa131a0-b8c8-42c7-90f7-00f4d4ffc131 req-dc5635e4-42ff-4b03-bf61-f7efe05d8e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:05.273473 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1fa131a0-b8c8-42c7-90f7-00f4d4ffc131 req-dc5635e4-42ff-4b03-bf61-f7efe05d8e45 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7dba3834cf94d53b5eb7919c55c4945&device_id=56df81b7-8b97-41b5-b6a2-f7afdc8f54de HTTP/1.1" status: 200 len: 1097 time: 0.0509641 Jul 13 19:27:05.381215 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa131a0-b8c8-42c7-90f7-00f4d4ffc131 req-67793d1e-7935-4dc7-a4e7-484df07b7dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:05.382642 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1fa131a0-b8c8-42c7-90f7-00f4d4ffc131 req-67793d1e-7935-4dc7-a4e7-484df07b7dd4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=14adc513-802f-41c3-aa1b-5a69cf6267ec HTTP/1.1" status: 200 len: 916 time: 0.0973289 Jul 13 19:27:05.447342 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1fa131a0-b8c8-42c7-90f7-00f4d4ffc131 req-b9690d11-d290-415d-a266-ed8175b64c18 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=741d0f5f-a894-4d14-9421-6fac60fa717d HTTP/1.1" status: 200 len: 217 time: 0.0386412 Jul 13 19:27:05.455062 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd31a9c-5dfc-49d3-942a-1311d9e3c51f req-0cadd87b-bd04-4b40-b217-17b103d6e31a tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:05.456526 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-bbd31a9c-5dfc-49d3-942a-1311d9e3c51f req-0cadd87b-bd04-4b40-b217-17b103d6e31a tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=56df81b7-8b97-41b5-b6a2-f7afdc8f54de HTTP/1.1" status: 200 len: 944 time: 0.0643640 Jul 13 19:27:05.464694 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ff7eb-76ad-4f09-bad5-b4606d9d6db9 req-45f92c98-4e51-427b-a5e1-ed3a71a56e68 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:05.466155 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-2d7ff7eb-76ad-4f09-bad5-b4606d9d6db9 req-45f92c98-4e51-427b-a5e1-ed3a71a56e68 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.1028073 Jul 13 19:27:05.493318 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-bbd31a9c-5dfc-49d3-942a-1311d9e3c51f req-842c1ec6-d6ff-4c9f-87ce-3df25d87bc77 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312126 Jul 13 19:27:05.539664 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa131a0-b8c8-42c7-90f7-00f4d4ffc131 req-a80a319a-84ed-4632-b9df-9a2965918e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:05.541081 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1fa131a0-b8c8-42c7-90f7-00f4d4ffc131 req-a80a319a-84ed-4632-b9df-9a2965918e9f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=82f1198a-dc93-4567-a47f-87bd333e3e58 HTTP/1.1" status: 200 len: 854 time: 0.0710647 Jul 13 19:27:05.544672 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-2d7ff7eb-76ad-4f09-bad5-b4606d9d6db9 req-6e0dc391-b62e-45dc-a35c-ce5de4e20761 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673995 Jul 13 19:27:05.582475 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1fa131a0-b8c8-42c7-90f7-00f4d4ffc131 req-e6c255a6-996e-4bdc-b9a8-6e648b2428eb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=14adc513-802f-41c3-aa1b-5a69cf6267ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274107 Jul 13 19:27:05.676173 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1fa131a0-b8c8-42c7-90f7-00f4d4ffc131 req-a2c2e902-056e-472c-bbc7-704f40f5264c service neutron] 10.222.0.72 "GET /v2.0/networks/14adc513-802f-41c3-aa1b-5a69cf6267ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795043 Jul 13 19:27:05.795611 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1fa131a0-b8c8-42c7-90f7-00f4d4ffc131 req-c7c5eda3-0fdb-40e2-90a9-da49836d58b3 service neutron] 10.222.0.72 "GET /v2.0/networks/14adc513-802f-41c3-aa1b-5a69cf6267ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926154 Jul 13 19:27:06.673986 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7d406-6a4e-42ef-a748-4fc910bef6ae req-bf50c237-7350-4ef8-a090-85bf26c371ac tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:06.675840 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a2c7d406-6a4e-42ef-a748-4fc910bef6ae req-bf50c237-7350-4ef8-a090-85bf26c371ac tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=56df81b7-8b97-41b5-b6a2-f7afdc8f54de HTTP/1.1" status: 200 len: 944 time: 0.0669603 Jul 13 19:27:06.713060 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a2c7d406-6a4e-42ef-a748-4fc910bef6ae req-ac57fbca-20a6-43a0-b4e3-0a533445f207 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319188 Jul 13 19:27:06.725116 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60abc168-c9fd-4167-a725-ad8ce7fda155 req-238cce26-9ab5-4c9d-b589-530f592cc4bb tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:06.726596 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-60abc168-c9fd-4167-a725-ad8ce7fda155 req-238cce26-9ab5-4c9d-b589-530f592cc4bb tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0623548 Jul 13 19:27:06.763595 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-60abc168-c9fd-4167-a725-ad8ce7fda155 req-f61b1ab5-afb9-41bd-b1f1-9b04d2674f11 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310352 Jul 13 19:27:07.889029 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb172db-810c-45b8-94a1-d8654842da60 req-fd710c34-e5ef-451b-b0f3-a645c4aed703 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:07.890511 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-fdb172db-810c-45b8-94a1-d8654842da60 req-fd710c34-e5ef-451b-b0f3-a645c4aed703 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=56df81b7-8b97-41b5-b6a2-f7afdc8f54de HTTP/1.1" status: 200 len: 944 time: 0.0655115 Jul 13 19:27:07.930012 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-fdb172db-810c-45b8-94a1-d8654842da60 req-961dd45c-9545-4568-8a97-c5cd44b79ff9 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339265 Jul 13 19:27:07.940657 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dde744-3141-49c8-aad8-1400514fb423 req-b6e3287a-3ece-4471-aea5-f3e74ca6206d tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:07.942140 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-c5dde744-3141-49c8-aad8-1400514fb423 req-b6e3287a-3ece-4471-aea5-f3e74ca6206d tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0667062 Jul 13 19:27:07.979241 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-c5dde744-3141-49c8-aad8-1400514fb423 req-faa4a331-a252-4d13-9d9e-0233534801d9 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315948 Jul 13 19:27:07.985729 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 741d0f5f-a894-4d14-9421-6fac60fa717d details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:27:08.076185 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 741d0f5f-a894-4d14-9421-6fac60fa717d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=741d0f5f-a894-4d14-9421-6fac60fa717d,segment=NetworkSegment(6682d465-6c1b-420d-bda0-e256c276348b),segment_id=6682d465-6c1b-420d-bda0-e256c276348b)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:08.089591 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Returning: {'device': '741d0f5f-a894-4d14-9421-6fac60fa717d', 'network_id': '14adc513-802f-41c3-aa1b-5a69cf6267ec', 'port_id': '741d0f5f-a894-4d14-9421-6fac60fa717d', 'mac_address': 'fa:16:3e:4f:06:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f1198a-dc93-4567-a47f-87bd333e3e58', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:27:08.124677 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:08.137424 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.notifiers.nova [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 741d0f5f-a894-4d14-9421-6fac60fa717d {{(pid=92886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:27:08.155904 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 741d0f5f-a894-4d14-9421-6fac60fa717d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=741d0f5f-a894-4d14-9421-6fac60fa717d,segment=NetworkSegment(6682d465-6c1b-420d-bda0-e256c276348b),segment_id=6682d465-6c1b-420d-bda0-e256c276348b)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:08.160572 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:08.205304 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Pushing event updated for resources: {'Port': ['ID=741d0f5f-a894-4d14-9421-6fac60fa717d,revision_number=4']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:08.482879 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e0b38617-2926-4b1d-b84e-0c9a39b72abe req-90952020-ba5d-4d57-86ca-8c7c6cf22f17 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0494325 Jul 13 19:27:08.555725 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b38617-2926-4b1d-b84e-0c9a39b72abe req-efe75929-a619-4581-869f-32f26ab5c112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:08.557206 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e0b38617-2926-4b1d-b84e-0c9a39b72abe req-efe75929-a619-4581-869f-32f26ab5c112 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=652f5f23ec8a45ea8fe76d30b77bbcff&device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 1098 time: 0.0494015 Jul 13 19:27:08.621972 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] get_ports_and_sgs() called for port_ids ['741d0f5f-a894-4d14-9421-6fac60fa717d'] {{(pid=92886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:27:08.670264 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b38617-2926-4b1d-b84e-0c9a39b72abe req-ccf27331-9147-4ee7-8860-dbcf354ac4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:08.671746 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e0b38617-2926-4b1d-b84e-0c9a39b72abe req-ccf27331-9147-4ee7-8860-dbcf354ac4ab service neutron] 10.222.0.72 "GET /v2.0/networks?id=e562a705-db99-44a5-84db-c9cb691dc10e HTTP/1.1" status: 200 len: 919 time: 0.0910156 Jul 13 19:27:08.720431 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e0b38617-2926-4b1d-b84e-0c9a39b72abe req-8baa0394-75b5-4bb0-8c8a-b7c735d4e5b7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac136d91-7eee-4c03-83c5-bab8c02e7802 HTTP/1.1" status: 200 len: 217 time: 0.0340331 Jul 13 19:27:08.784748 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b38617-2926-4b1d-b84e-0c9a39b72abe req-99f05955-9cae-4ec8-abec-1cd863c1187c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:08.786144 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e0b38617-2926-4b1d-b84e-0c9a39b72abe req-99f05955-9cae-4ec8-abec-1cd863c1187c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=378d89dc-bfdb-437d-a3cf-f875b6da89ed HTTP/1.1" status: 200 len: 857 time: 0.0419552 Jul 13 19:27:08.828772 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e0b38617-2926-4b1d-b84e-0c9a39b72abe req-b4593901-c7c5-4dde-8ad6-2f31ffe1e498 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e562a705-db99-44a5-84db-c9cb691dc10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282209 Jul 13 19:27:08.932813 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e0b38617-2926-4b1d-b84e-0c9a39b72abe req-2cd43185-bd41-465d-8c31-21916c94b630 service neutron] 10.222.0.72 "GET /v2.0/networks/e562a705-db99-44a5-84db-c9cb691dc10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0770135 Jul 13 19:27:09.053595 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e0b38617-2926-4b1d-b84e-0c9a39b72abe req-cc06e3ad-c0fc-4438-9f97-35003f71b5de service neutron] 10.222.0.72 "GET /v2.0/networks/e562a705-db99-44a5-84db-c9cb691dc10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958874 Jul 13 19:27:09.103090 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704632c-53ec-4ec2-817e-2399f3fc5e73 req-706db828-cf1b-498d-b14d-70e546dc1af7 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:09.104577 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-2704632c-53ec-4ec2-817e-2399f3fc5e73 req-706db828-cf1b-498d-b14d-70e546dc1af7 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=56df81b7-8b97-41b5-b6a2-f7afdc8f54de HTTP/1.1" status: 200 len: 945 time: 0.0648148 Jul 13 19:27:09.145255 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-2704632c-53ec-4ec2-817e-2399f3fc5e73 req-474f1645-0a96-49f8-bfb8-d848bd92459d tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345249 Jul 13 19:27:09.159094 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e62ac-954d-4e7c-9095-bc34313a5605 req-ed05bee1-4c24-4dd3-94fe-c01ab07f4218 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:09.160734 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-194e62ac-954d-4e7c-9095-bc34313a5605 req-ed05bee1-4c24-4dd3-94fe-c01ab07f4218 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0652328 Jul 13 19:27:09.196167 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-194e62ac-954d-4e7c-9095-bc34313a5605 req-e9ad0a9a-dedf-4c73-a521-fa4b37006d0e tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298483 Jul 13 19:27:10.314333 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3d275-5f2d-4a88-8ba7-5468b7143657 req-7987993e-61c8-47be-b3af-ff43d8f9fa3f tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:10.315873 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-89c3d275-5f2d-4a88-8ba7-5468b7143657 req-7987993e-61c8-47be-b3af-ff43d8f9fa3f tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=56df81b7-8b97-41b5-b6a2-f7afdc8f54de HTTP/1.1" status: 200 len: 945 time: 0.0612195 Jul 13 19:27:10.354621 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-89c3d275-5f2d-4a88-8ba7-5468b7143657 req-8e01a283-af15-40d9-bdaa-37d9d48a7cbc tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319371 Jul 13 19:27:10.367211 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11882062-549b-4b3a-b64b-ad2c2545a559 req-3d7e7e35-40fd-49f8-bc8a-73551dd5f341 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:10.368559 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-11882062-549b-4b3a-b64b-ad2c2545a559 req-3d7e7e35-40fd-49f8-bc8a-73551dd5f341 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0622017 Jul 13 19:27:10.405841 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-11882062-549b-4b3a-b64b-ad2c2545a559 req-53cd3fe8-aab7-426f-87c1-78bfef48b1e5 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310118 Jul 13 19:27:11.590056 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28efc1-faad-43dc-b36e-20fd87bf7590 req-1cb7b8c4-bf92-4bf2-b98c-57bc7778fec2 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:11.591573 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-4d28efc1-faad-43dc-b36e-20fd87bf7590 req-1cb7b8c4-bf92-4bf2-b98c-57bc7778fec2 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0730636 Jul 13 19:27:11.629799 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-4d28efc1-faad-43dc-b36e-20fd87bf7590 req-6de99780-6477-49ad-90d7-a166cfcf72a5 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324998 Jul 13 19:27:11.681071 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f9398-10bb-4cd7-8654-3613b7e6b040 req-a6037c63-7911-4129-8cce-3c3893fad6d4 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:11.682533 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-7c5f9398-10bb-4cd7-8654-3613b7e6b040 req-a6037c63-7911-4129-8cce-3c3893fad6d4 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=56df81b7-8b97-41b5-b6a2-f7afdc8f54de HTTP/1.1" status: 200 len: 945 time: 0.0651910 Jul 13 19:27:11.718270 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-7c5f9398-10bb-4cd7-8654-3613b7e6b040 req-fedbe222-4c10-4210-aebf-191bfe0f5d61 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303290 Jul 13 19:27:11.996913 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 741d0f5f-a894-4d14-9421-6fac60fa717d up at agent hyperv_hv-cinder-78693 {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:27:12.042542 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Provisioning for port 741d0f5f-a894-4d14-9421-6fac60fa717d completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:27:12.045997 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Provisioning complete for port 741d0f5f-a894-4d14-9421-6fac60fa717d triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:27:12.046369 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:12.120846 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:12.142001 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56df81b7-8b97-41b5-b6a2-f7afdc8f54de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741d0f5f-a894-4d14-9421-6fac60fa717d'}] {{(pid=92886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:12.144210 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2110528246aa69f40c90618f30b6bebf52a56ffd7d9758f57e079d5fd4b7be03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ea8b6c-37a4-4967-8654-dae511a4e708" -d '{"events": [{"server_uuid": "56df81b7-8b97-41b5-b6a2-f7afdc8f54de", "name": "network-vif-plugged", "status": "completed", "tag": "741d0f5f-a894-4d14-9421-6fac60fa717d"}]}' {{(pid=92886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:12.156086 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 741d0f5f-a894-4d14-9421-6fac60fa717d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=741d0f5f-a894-4d14-9421-6fac60fa717d,segment=NetworkSegment(6682d465-6c1b-420d-bda0-e256c276348b),segment_id=6682d465-6c1b-420d-bda0-e256c276348b)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:12.160135 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:12.184959 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5deef3a-9fcd-4229-83c4-c52655bb97b5 x-openstack-request-id: req-f5deef3a-9fcd-4229-83c4-c52655bb97b5 {{(pid=92886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:12.185244 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56df81b7-8b97-41b5-b6a2-f7afdc8f54de", "name": "network-vif-plugged", "status": "completed", "tag": "741d0f5f-a894-4d14-9421-6fac60fa717d", "code": 200}]} {{(pid=92886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:12.185492 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f5deef3a-9fcd-4229-83c4-c52655bb97b5 {{(pid=92886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:12.185865 dv-cinder-786933-3-iscsi neutron-server[92886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56df81b7-8b97-41b5-b6a2-f7afdc8f54de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741d0f5f-a894-4d14-9421-6fac60fa717d', 'code': 200} Jul 13 19:27:12.208462 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Pushing event updated for resources: {'Port': ['ID=741d0f5f-a894-4d14-9421-6fac60fa717d,revision_number=5']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:12.481402 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc905215-3947-4baa-8175-238641450b29 req-319e7fe6-6841-49fa-9f14-8891f5f02345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:12.482848 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-cc905215-3947-4baa-8175-238641450b29 req-319e7fe6-6841-49fa-9f14-8891f5f02345 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=56df81b7-8b97-41b5-b6a2-f7afdc8f54de HTTP/1.1" status: 200 len: 1099 time: 0.0491850 Jul 13 19:27:12.540901 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-cc905215-3947-4baa-8175-238641450b29 req-5a0adef3-36ad-4c8a-81d0-227aaac4fc6d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261953 Jul 13 19:27:12.574522 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:12.801539 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e7527-1c80-4e61-a521-5d093a5fd7f7 req-aeccd1ac-8048-487e-91d3-5cc61e88ae04 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:12.803034 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d71e7527-1c80-4e61-a521-5d093a5fd7f7 req-aeccd1ac-8048-487e-91d3-5cc61e88ae04 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0630798 Jul 13 19:27:12.841981 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d71e7527-1c80-4e61-a521-5d093a5fd7f7 req-f5e84106-fcbd-4807-bffd-51c53743e2a2 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328584 Jul 13 19:27:12.897382 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db86c1-dff8-4995-b76e-760058036dda req-616cc2c6-377f-4e57-91f6-d9caea28283f tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:12.898869 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-35db86c1-dff8-4995-b76e-760058036dda req-616cc2c6-377f-4e57-91f6-d9caea28283f tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=56df81b7-8b97-41b5-b6a2-f7afdc8f54de HTTP/1.1" status: 200 len: 946 time: 0.0654681 Jul 13 19:27:12.935851 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-35db86c1-dff8-4995-b76e-760058036dda req-1140c95b-cb87-4616-ac0c-1c91d9e853ff tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314996 Jul 13 19:27:14.017167 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5806cb2-aa89-4b46-971f-5a020b71e8e8 req-4d4c4637-0b54-4c0b-bf16-45c981c145cf tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:14.018650 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d5806cb2-aa89-4b46-971f-5a020b71e8e8 req-4d4c4637-0b54-4c0b-bf16-45c981c145cf tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0658088 Jul 13 19:27:14.055725 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d5806cb2-aa89-4b46-971f-5a020b71e8e8 req-0e305352-17b9-4122-af04-fe558d0ca750 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317042 Jul 13 19:27:14.107953 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063baeb-ae18-4bf5-bf87-5d9277c2b00e req-f7617ad9-c721-47bf-85bc-d64cfe4eea75 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:14.109446 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-5063baeb-ae18-4bf5-bf87-5d9277c2b00e req-f7617ad9-c721-47bf-85bc-d64cfe4eea75 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=56df81b7-8b97-41b5-b6a2-f7afdc8f54de HTTP/1.1" status: 200 len: 946 time: 0.0649862 Jul 13 19:27:14.146574 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-5063baeb-ae18-4bf5-bf87-5d9277c2b00e req-d87a5c28-464b-4d49-8988-8eef50ff50f1 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315683 Jul 13 19:27:15.201043 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-d349d04e-cd26-40e0-894f-e2c9abf81352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:15.247046 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63ff49-f339-4132-addc-8e97f0e04fa1 req-c929bc7c-b464-45f7-956b-2a2c8c8e8421 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:15.248578 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ee63ff49-f339-4132-addc-8e97f0e04fa1 req-c929bc7c-b464-45f7-956b-2a2c8c8e8421 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0665879 Jul 13 19:27:15.286976 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ee63ff49-f339-4132-addc-8e97f0e04fa1 req-29468b15-2f2b-4e16-902c-0d01e36234f5 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325224 Jul 13 19:27:15.325859 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508eeea-48c9-4ec9-86fd-7ad865fa07bf req-3de9e243-70a3-43c9-8dc9-30adbdf79946 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:15.327336 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-2508eeea-48c9-4ec9-86fd-7ad865fa07bf req-3de9e243-70a3-43c9-8dc9-30adbdf79946 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=56df81b7-8b97-41b5-b6a2-f7afdc8f54de HTTP/1.1" status: 200 len: 946 time: 0.0640967 Jul 13 19:27:15.363001 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-2508eeea-48c9-4ec9-86fd-7ad865fa07bf req-950a957d-519a-4025-88d9-8d19a91e0dbb tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301824 Jul 13 19:27:16.462124 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85910e7b-090f-47a4-a7ed-d4ed12d9fea2 req-3451c5b4-27b9-40e8-b205-5330223637cd tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:16.463495 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-85910e7b-090f-47a4-a7ed-d4ed12d9fea2 req-3451c5b4-27b9-40e8-b205-5330223637cd tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0648146 Jul 13 19:27:16.500894 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-85910e7b-090f-47a4-a7ed-d4ed12d9fea2 req-6e5730f0-b28d-4f78-9489-acb94435e95f tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311253 Jul 13 19:27:17.667836 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0969331-49d2-41da-abe4-a6fa4fd911b9 req-bbec7475-d157-4cf1-8d89-ba6f842d7971 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:17.669290 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-f0969331-49d2-41da-abe4-a6fa4fd911b9 req-bbec7475-d157-4cf1-8d89-ba6f842d7971 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0607247 Jul 13 19:27:17.704907 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-f0969331-49d2-41da-abe4-a6fa4fd911b9 req-7ea93133-fa53-47fe-a48a-1765ee06603c tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301936 Jul 13 19:27:17.732258 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-195e4e18-e963-4eda-a40c-7d2730f8e265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:17.841813 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:18.874982 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22499bf2-9d9c-4284-87be-a7a70d409a5d req-c2951faf-c605-4e9d-8262-3083a972c4aa tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:18.876620 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-22499bf2-9d9c-4284-87be-a7a70d409a5d req-c2951faf-c605-4e9d-8262-3083a972c4aa tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0612340 Jul 13 19:27:18.912912 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-22499bf2-9d9c-4284-87be-a7a70d409a5d req-0eddd5b4-5724-4a36-877e-c6bca84e9a1f tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309360 Jul 13 19:27:18.987249 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:20.083930 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78129b13-84a9-41ce-ba3d-1734f261cd04 req-c34f2d1f-f168-4e6b-92c5-abea8f5788b4 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:20.085397 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-78129b13-84a9-41ce-ba3d-1734f261cd04 req-c34f2d1f-f168-4e6b-92c5-abea8f5788b4 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0638475 Jul 13 19:27:20.122247 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-78129b13-84a9-41ce-ba3d-1734f261cd04 req-9824f713-58c3-4cf4-bcbc-28cdb898a910 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308695 Jul 13 19:27:20.653314 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:21.288815 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b474bf9-d65e-4f92-9a52-9b9102ab41ca req-ff618fc4-c52d-450c-b733-13cb967a83fe tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:21.290269 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-5b474bf9-d65e-4f92-9a52-9b9102ab41ca req-ff618fc4-c52d-450c-b733-13cb967a83fe tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0610991 Jul 13 19:27:21.328546 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-5b474bf9-d65e-4f92-9a52-9b9102ab41ca req-eba1a8f6-756f-4751-9bef-8d05a8aa28f5 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321953 Jul 13 19:27:22.501652 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97364cc-09d6-4df1-8c2a-c34a2a7c7dce req-c4a59096-b3ab-4545-9ed8-735b3e142828 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:22.503151 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e97364cc-09d6-4df1-8c2a-c34a2a7c7dce req-c4a59096-b3ab-4545-9ed8-735b3e142828 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0666387 Jul 13 19:27:22.538931 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e97364cc-09d6-4df1-8c2a-c34a2a7c7dce req-490b30d4-0acb-4b05-86ef-836c9150ff4a tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303981 Jul 13 19:27:23.709481 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f04d2-28e1-4159-852d-9c4c4a5edf38 req-7fe05209-dd39-48d2-8b0e-822798868dab tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:23.710959 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-da8f04d2-28e1-4159-852d-9c4c4a5edf38 req-7fe05209-dd39-48d2-8b0e-822798868dab tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0612171 Jul 13 19:27:23.747797 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-da8f04d2-28e1-4159-852d-9c4c4a5edf38 req-0047da1f-8c16-48af-a9aa-ae54b1d578b1 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309246 Jul 13 19:27:24.918045 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175540d-839c-41d1-ae03-fc57bf3c4133 req-aea8f9d1-85e1-4054-a711-670e34473000 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:24.919486 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c175540d-839c-41d1-ae03-fc57bf3c4133 req-aea8f9d1-85e1-4054-a711-670e34473000 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0641775 Jul 13 19:27:24.955969 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c175540d-839c-41d1-ae03-fc57bf3c4133 req-fda10158-b91a-4f43-98ef-9f7cfae31be6 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310335 Jul 13 19:27:26.125757 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c81440-9517-4284-9526-312ab3596bb8 req-964df82c-dde4-419c-9f7f-483b4f6dc039 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:26.127280 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-32c81440-9517-4284-9526-312ab3596bb8 req-964df82c-dde4-419c-9f7f-483b4f6dc039 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0629234 Jul 13 19:27:26.163287 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-32c81440-9517-4284-9526-312ab3596bb8 req-c31f4fd8-6516-481d-ab44-b5ffcfa5632e tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306110 Jul 13 19:27:27.334266 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a03f1d-7da8-44b0-b20e-384e3cd2b184 req-0344e0c9-d7a5-4ea1-b411-d40d733b70c4 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:27.335728 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-81a03f1d-7da8-44b0-b20e-384e3cd2b184 req-0344e0c9-d7a5-4ea1-b411-d40d733b70c4 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0624635 Jul 13 19:27:27.372308 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-81a03f1d-7da8-44b0-b20e-384e3cd2b184 req-5794b7f8-ae41-4047-9396-d65e3d9459ce tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304630 Jul 13 19:27:28.542046 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dde7ce-7bd3-4055-b85e-8543750581a5 req-f40c6e5a-01b3-4eb6-bbf1-2692381e55cd tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:28.543681 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-13dde7ce-7bd3-4055-b85e-8543750581a5 req-f40c6e5a-01b3-4eb6-bbf1-2692381e55cd tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0616486 Jul 13 19:27:28.579820 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-13dde7ce-7bd3-4055-b85e-8543750581a5 req-1a1535d6-2ffa-4093-874a-c82950bc8c0a tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307531 Jul 13 19:27:29.752187 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5abea-b475-48de-815e-d1c3f97e61da req-ed85c437-72cd-484e-b099-b0ac19068092 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:29.753639 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-dfa5abea-b475-48de-815e-d1c3f97e61da req-ed85c437-72cd-484e-b099-b0ac19068092 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0633340 Jul 13 19:27:29.788895 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-dfa5abea-b475-48de-815e-d1c3f97e61da req-9db7e5e4-8c3e-4d26-b2ae-1696056a148c tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298429 Jul 13 19:27:30.962049 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf1933-ca32-4ef1-a661-c7fbc7d7f78b req-3cfbd136-98e8-4839-9e30-daac455643ef tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:30.963515 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-45bf1933-ca32-4ef1-a661-c7fbc7d7f78b req-3cfbd136-98e8-4839-9e30-daac455643ef tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0644407 Jul 13 19:27:31.000152 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-45bf1933-ca32-4ef1-a661-c7fbc7d7f78b req-f256f9b6-bc29-4f1f-bd5c-04f7de6b7837 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311863 Jul 13 19:27:32.169355 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68105df-a518-4fbb-8f95-8bc10ee2f7e6 req-ce6c1ced-e831-4900-a874-c7753dd620f2 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:32.170717 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a68105df-a518-4fbb-8f95-8bc10ee2f7e6 req-ce6c1ced-e831-4900-a874-c7753dd620f2 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0611019 Jul 13 19:27:32.206396 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a68105df-a518-4fbb-8f95-8bc10ee2f7e6 req-56140f4f-9fca-4cca-97fa-6f633873e7d7 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303288 Jul 13 19:27:33.379573 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f69d68-b162-4e48-b579-168eda80dbb5 req-6e63f091-5f61-44d3-a10b-7f4a70829424 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:33.381104 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-77f69d68-b162-4e48-b579-168eda80dbb5 req-6e63f091-5f61-44d3-a10b-7f4a70829424 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0612690 Jul 13 19:27:33.416851 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-77f69d68-b162-4e48-b579-168eda80dbb5 req-174d48fa-3aee-41c3-8ddb-297330524289 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303864 Jul 13 19:27:34.592353 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b1ea2-221a-4732-a8fa-9b5b7cbecb62 req-2217f93e-f1aa-496d-9dfd-254e2ea45e66 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:34.593862 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-da2b1ea2-221a-4732-a8fa-9b5b7cbecb62 req-2217f93e-f1aa-496d-9dfd-254e2ea45e66 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0681822 Jul 13 19:27:34.633383 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-da2b1ea2-221a-4732-a8fa-9b5b7cbecb62 req-fcd8546c-367d-44c7-bf27-9ecb54dab8c4 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328107 Jul 13 19:27:35.804493 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31f645-dfaa-43e6-a320-7b5a1bbfeb6b req-8a62ec4f-98fa-421e-83eb-9043ce775977 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:35.806019 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1f31f645-dfaa-43e6-a320-7b5a1bbfeb6b req-8a62ec4f-98fa-421e-83eb-9043ce775977 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0617087 Jul 13 19:27:35.842601 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1f31f645-dfaa-43e6-a320-7b5a1bbfeb6b req-7fe5e4ed-8557-4601-939f-d8ca2c629aa0 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308576 Jul 13 19:27:36.637212 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:27:37.021030 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ed453-4ff1-4f37-b0d0-ff370bab2412 req-9a134bba-c6b1-4d21-b85c-4160a59618a8 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:37.022497 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-2c2ed453-4ff1-4f37-b0d0-ff370bab2412 req-9a134bba-c6b1-4d21-b85c-4160a59618a8 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0612702 Jul 13 19:27:37.059099 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-2c2ed453-4ff1-4f37-b0d0-ff370bab2412 req-cdc1d064-291f-4682-b5ad-68caf45c5f89 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312119 Jul 13 19:27:38.233141 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4bc14-4ea4-4a1b-bc2f-70cf617a9158 req-abc49a8a-6bd7-46ad-8e6a-c087b31cec72 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:38.234599 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-23b4bc14-4ea4-4a1b-bc2f-70cf617a9158 req-abc49a8a-6bd7-46ad-8e6a-c087b31cec72 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0625992 Jul 13 19:27:38.270999 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-23b4bc14-4ea4-4a1b-bc2f-70cf617a9158 req-26f45bc4-7998-4198-99a2-53493e81b80a tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307503 Jul 13 19:27:38.896530 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6c210-e9d4-409d-a8e0-99714e60d246 req-7499de47-68af-4075-abac-c0dd87e62bfa tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:38.898037 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b2e6c210-e9d4-409d-a8e0-99714e60d246 req-7499de47-68af-4075-abac-c0dd87e62bfa tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ea0a725-bc1e-4dfd-bd2d-45102bf2687e HTTP/1.1" status: 200 len: 945 time: 0.0666163 Jul 13 19:27:38.934853 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b2e6c210-e9d4-409d-a8e0-99714e60d246 req-1a41bfa6-589d-4c09-a275-5eaef82dbd5d tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1b64c5a-4d6c-48af-92e3-3b55ca5de66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305548 Jul 13 19:27:39.204321 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79eb7c7-6fef-4251-a5a8-b9b28de369ac req-49df0922-3960-48b8-a5a5-395a8b398672 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:39.205685 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-c79eb7c7-6fef-4251-a5a8-b9b28de369ac req-49df0922-3960-48b8-a5a5-395a8b398672 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=56df81b7-8b97-41b5-b6a2-f7afdc8f54de HTTP/1.1" status: 200 len: 946 time: 0.0602953 Jul 13 19:27:39.241187 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-c79eb7c7-6fef-4251-a5a8-b9b28de369ac req-8a74d3bd-e597-4a42-a1e9-130d2247aab8 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301414 Jul 13 19:27:39.444083 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1c381-49e1-4770-b54b-151edce05dd1 req-54454d5d-14ce-4ebe-8acd-9cadddcc6b9e tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:39.445550 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-59a1c381-49e1-4770-b54b-151edce05dd1 req-54454d5d-14ce-4ebe-8acd-9cadddcc6b9e tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0642555 Jul 13 19:27:39.481183 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-59a1c381-49e1-4770-b54b-151edce05dd1 req-e37e0c2e-8839-47ce-b542-46e88717a8f3 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296693 Jul 13 19:27:40.039602 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d1e70-531d-4a3f-a790-99025d315ed4 req-c01606ba-8188-42dc-bcca-50d445704dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:40.041129 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-190d1e70-531d-4a3f-a790-99025d315ed4 req-c01606ba-8188-42dc-bcca-50d445704dee service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 1098 time: 0.0519445 Jul 13 19:27:40.078807 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-190d1e70-531d-4a3f-a790-99025d315ed4 req-2d4bf469-a930-4cad-aa04-18b76315bb54 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281034 Jul 13 19:27:40.107447 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765da634-20c3-4ce7-9aeb-052523a1bfae req-b5d09a04-ff0e-4fd2-bf11-690fa5c5d8fe tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:40.108950 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-765da634-20c3-4ce7-9aeb-052523a1bfae req-b5d09a04-ff0e-4fd2-bf11-690fa5c5d8fe tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ea0a725-bc1e-4dfd-bd2d-45102bf2687e HTTP/1.1" status: 200 len: 945 time: 0.0649278 Jul 13 19:27:40.145495 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-765da634-20c3-4ce7-9aeb-052523a1bfae req-e80f8219-603e-4403-a8de-ba5a6b6a512a tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1b64c5a-4d6c-48af-92e3-3b55ca5de66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311701 Jul 13 19:27:40.412072 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd0c26-0e51-4fc9-80f0-99b4b90e7c4c req-620c87c5-d75c-4972-a6fb-b884a716e253 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:40.413546 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-effd0c26-0e51-4fc9-80f0-99b4b90e7c4c req-620c87c5-d75c-4972-a6fb-b884a716e253 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=56df81b7-8b97-41b5-b6a2-f7afdc8f54de HTTP/1.1" status: 200 len: 946 time: 0.0637653 Jul 13 19:27:40.449834 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-effd0c26-0e51-4fc9-80f0-99b4b90e7c4c req-1b72af08-56fe-444d-80a4-fe457d6c8f57 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303469 Jul 13 19:27:40.651937 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e07193-40c7-4ae1-90d1-32cbd3b036be req-b7cc1473-702d-46d7-bf48-47719835a10d tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:40.653463 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-d8e07193-40c7-4ae1-90d1-32cbd3b036be req-b7cc1473-702d-46d7-bf48-47719835a10d tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0618784 Jul 13 19:27:40.690077 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-d8e07193-40c7-4ae1-90d1-32cbd3b036be req-2332d04a-a89f-43eb-ab78-42ff4b115de0 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311663 Jul 13 19:27:41.314395 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927e6eb-82c6-4c63-b97f-ecef711215e9 req-6b6481e7-cdb5-4453-af47-f31f9d91e2b9 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:41.316394 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d927e6eb-82c6-4c63-b97f-ecef711215e9 req-6b6481e7-cdb5-4453-af47-f31f9d91e2b9 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ea0a725-bc1e-4dfd-bd2d-45102bf2687e HTTP/1.1" status: 200 len: 945 time: 0.0616062 Jul 13 19:27:41.353603 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d927e6eb-82c6-4c63-b97f-ecef711215e9 req-2ac81cf7-4c23-4d13-86ed-8b4d11fe0c92 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1b64c5a-4d6c-48af-92e3-3b55ca5de66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314689 Jul 13 19:27:41.616592 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc663e7-3ec4-4ca4-a583-25dacf38b55d req-df478d00-778d-4cba-bf3a-5f233adbd3f8 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:41.618055 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-6bc663e7-3ec4-4ca4-a583-25dacf38b55d req-df478d00-778d-4cba-bf3a-5f233adbd3f8 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=56df81b7-8b97-41b5-b6a2-f7afdc8f54de HTTP/1.1" status: 200 len: 946 time: 0.0613739 Jul 13 19:27:41.655455 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-6bc663e7-3ec4-4ca4-a583-25dacf38b55d req-4ca44ce7-41f0-43ab-9e98-e3612277f70a tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313747 Jul 13 19:27:41.858729 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4910202-a934-4f0c-9cd1-33de4cc3042b req-ccf80bb6-4cb7-42a2-b1f8-8bb34c8e1ea2 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:41.860212 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d4910202-a934-4f0c-9cd1-33de4cc3042b req-ccf80bb6-4cb7-42a2-b1f8-8bb34c8e1ea2 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0615523 Jul 13 19:27:41.903015 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d4910202-a934-4f0c-9cd1-33de4cc3042b req-d9965e24-2da0-4519-8826-d8bd725cf86b tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371878 Jul 13 19:27:42.523724 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3ef92-7dd6-4fe7-8e9c-0f204699b40f req-4d4b0430-e5ef-400a-9d76-2e474e0e71f0 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:42.525200 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-c4e3ef92-7dd6-4fe7-8e9c-0f204699b40f req-4d4b0430-e5ef-400a-9d76-2e474e0e71f0 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ea0a725-bc1e-4dfd-bd2d-45102bf2687e HTTP/1.1" status: 200 len: 945 time: 0.0649192 Jul 13 19:27:42.564312 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-c4e3ef92-7dd6-4fe7-8e9c-0f204699b40f req-41411e32-7035-48a8-859d-937c87a91d61 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1b64c5a-4d6c-48af-92e3-3b55ca5de66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331125 Jul 13 19:27:42.572788 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:42.599172 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f642517-dd72-425e-99e0-6791e0f6b6c7 req-9efa2be5-44e9-46c3-9507-bb526494847c tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:42.600125 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-3f642517-dd72-425e-99e0-6791e0f6b6c7 req-9efa2be5-44e9-46c3-9507-bb526494847c tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ea0a725-bc1e-4dfd-bd2d-45102bf2687e HTTP/1.1" status: 200 len: 945 time: 0.0698147 Jul 13 19:27:42.709833 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [req-3f642517-dd72-425e-99e0-6791e0f6b6c7 req-027b8552-8caf-4b6d-aa8c-51cda366bc39 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Deleting port 7ea9e904-05c5-4729-8e5a-da411d4505d7 {{(pid=92884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:27:42.710175 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-3f642517-dd72-425e-99e0-6791e0f6b6c7 req-027b8552-8caf-4b6d-aa8c-51cda366bc39 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:42.826776 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-3f642517-dd72-425e-99e0-6791e0f6b6c7 req-027b8552-8caf-4b6d-aa8c-51cda366bc39 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] For port 7ea9e904-05c5-4729-8e5a-da411d4505d7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7ea9e904-05c5-4729-8e5a-da411d4505d7,segment=NetworkSegment(673db204-d8d2-4a04-8b74-f5c08a96ffba),segment_id=673db204-d8d2-4a04-8b74-f5c08a96ffba)] {{(pid=92884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:42.827122 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-3f642517-dd72-425e-99e0-6791e0f6b6c7 req-027b8552-8caf-4b6d-aa8c-51cda366bc39 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:42.846073 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [req-3f642517-dd72-425e-99e0-6791e0f6b6c7 req-027b8552-8caf-4b6d-aa8c-51cda366bc39 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Calling delete_port for 7ea9e904-05c5-4729-8e5a-da411d4505d7 owned by compute:nova {{(pid=92884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:27:42.868335 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a665b12-84ef-4981-9d7e-08c03b5f88f7 req-674d0eba-7174-40c5-bebd-0b536566a224 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:42.869815 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-6a665b12-84ef-4981-9d7e-08c03b5f88f7 req-674d0eba-7174-40c5-bebd-0b536566a224 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=56df81b7-8b97-41b5-b6a2-f7afdc8f54de HTTP/1.1" status: 200 len: 946 time: 0.1061885 Jul 13 19:27:42.948776 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-6a665b12-84ef-4981-9d7e-08c03b5f88f7 req-7d9d8bcd-4583-4d62-b1a2-82f3811ca0c2 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480602 Jul 13 19:27:43.050890 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-3f642517-dd72-425e-99e0-6791e0f6b6c7 req-027b8552-8caf-4b6d-aa8c-51cda366bc39 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:43.066555 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] get_ports_and_sgs() called for port_ids ['7ea9e904-05c5-4729-8e5a-da411d4505d7'] {{(pid=92886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:27:43.075552 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60e86f-9e04-4eab-91dd-1ba5f0ab3f7d req-de1647d1-bf76-4cf8-9800-3b881ebf2fc5 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:43.077099 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-6b60e86f-9e04-4eab-91dd-1ba5f0ab3f7d req-de1647d1-bf76-4cf8-9800-3b881ebf2fc5 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0637095 Jul 13 19:27:43.087940 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30fd6d-0550-4e87-a70b-7976f5558824 req-bb8c28b7-0cef-4012-a1ee-3303bfa7a2cd tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:43.089443 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-bd30fd6d-0550-4e87-a70b-7976f5558824 req-bb8c28b7-0cef-4012-a1ee-3303bfa7a2cd tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.72 "GET /v2.0/ports?device_id=56df81b7-8b97-41b5-b6a2-f7afdc8f54de HTTP/1.1" status: 200 len: 946 time: 0.1247332 Jul 13 19:27:43.091933 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b8552-8caf-4b6d-aa8c-51cda366bc39 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Pushing event deleted for resources: {'Port': ['ID=7ea9e904-05c5-4729-8e5a-da411d4505d7,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:43.101446 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027b8552-8caf-4b6d-aa8c-51cda366bc39 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:43.101794 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027b8552-8caf-4b6d-aa8c-51cda366bc39 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:43.102130 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027b8552-8caf-4b6d-aa8c-51cda366bc39 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:43.102462 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027b8552-8caf-4b6d-aa8c-51cda366bc39 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:43.103159 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027b8552-8caf-4b6d-aa8c-51cda366bc39 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:43.103159 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027b8552-8caf-4b6d-aa8c-51cda366bc39 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:43.103423 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027b8552-8caf-4b6d-aa8c-51cda366bc39 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:43.103745 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027b8552-8caf-4b6d-aa8c-51cda366bc39 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:43.104061 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027b8552-8caf-4b6d-aa8c-51cda366bc39 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:43.104376 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027b8552-8caf-4b6d-aa8c-51cda366bc39 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:43.104722 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027b8552-8caf-4b6d-aa8c-51cda366bc39 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:43.105040 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027b8552-8caf-4b6d-aa8c-51cda366bc39 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:43.117960 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-6b60e86f-9e04-4eab-91dd-1ba5f0ab3f7d req-4439d990-4431-4f12-aad1-fce0e7c14a24 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331640 Jul 13 19:27:43.177766 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f642517-dd72-425e-99e0-6791e0f6b6c7 req-027b8552-8caf-4b6d-aa8c-51cda366bc39 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] No DVR routers for this DVR port 7ea9e904-05c5-4729-8e5a-da411d4505d7 on host hv-cinder-78693 {{(pid=92884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:27:43.187137 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-3f642517-dd72-425e-99e0-6791e0f6b6c7 req-027b8552-8caf-4b6d-aa8c-51cda366bc39 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:43.189159 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-3f642517-dd72-425e-99e0-6791e0f6b6c7 req-027b8552-8caf-4b6d-aa8c-51cda366bc39 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.72 "DELETE /v2.0/ports/7ea9e904-05c5-4729-8e5a-da411d4505d7 HTTP/1.1" status: 204 len: 173 time: 0.5782623 Jul 13 19:27:43.189517 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea0a725-bc1e-4dfd-bd2d-45102bf2687e', 'name': 'network-vif-deleted', 'tag': '7ea9e904-05c5-4729-8e5a-da411d4505d7'}] {{(pid=92884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:43.191709 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cf84a925f246af12420c5659448fd2d5dd2a3ba7c6b104c2b07d23eb28f3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468094b9-52b7-42fb-80ef-d0da81bfbfe0" -d '{"events": [{"server_uuid": "1ea0a725-bc1e-4dfd-bd2d-45102bf2687e", "name": "network-vif-deleted", "tag": "7ea9e904-05c5-4729-8e5a-da411d4505d7"}]}' {{(pid=92884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:43.239613 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac19bc0-7948-45ba-bc7a-db9c6617bbe6 x-openstack-request-id: req-bac19bc0-7948-45ba-bc7a-db9c6617bbe6 {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:43.239900 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea0a725-bc1e-4dfd-bd2d-45102bf2687e", "name": "network-vif-deleted", "tag": "7ea9e904-05c5-4729-8e5a-da411d4505d7", "status": "completed", "code": 200}]} {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:43.240143 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bac19bc0-7948-45ba-bc7a-db9c6617bbe6 {{(pid=92884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:43.240541 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea0a725-bc1e-4dfd-bd2d-45102bf2687e', 'name': 'network-vif-deleted', 'tag': '7ea9e904-05c5-4729-8e5a-da411d4505d7', 'status': 'completed', 'code': 200} Jul 13 19:27:43.255871 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [req-bd30fd6d-0550-4e87-a70b-7976f5558824 req-19bfd1d5-66c1-4c42-a5cd-8c789c98fc39 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Deleting port 741d0f5f-a894-4d14-9421-6fac60fa717d {{(pid=92884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:27:43.256208 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-bd30fd6d-0550-4e87-a70b-7976f5558824 req-19bfd1d5-66c1-4c42-a5cd-8c789c98fc39 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:43.349449 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-bd30fd6d-0550-4e87-a70b-7976f5558824 req-19bfd1d5-66c1-4c42-a5cd-8c789c98fc39 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] For port 741d0f5f-a894-4d14-9421-6fac60fa717d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=741d0f5f-a894-4d14-9421-6fac60fa717d,segment=NetworkSegment(6682d465-6c1b-420d-bda0-e256c276348b),segment_id=6682d465-6c1b-420d-bda0-e256c276348b)] {{(pid=92884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:43.349803 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-bd30fd6d-0550-4e87-a70b-7976f5558824 req-19bfd1d5-66c1-4c42-a5cd-8c789c98fc39 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:43.362881 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [req-bd30fd6d-0550-4e87-a70b-7976f5558824 req-19bfd1d5-66c1-4c42-a5cd-8c789c98fc39 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Calling delete_port for 741d0f5f-a894-4d14-9421-6fac60fa717d owned by compute:nova {{(pid=92884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:27:43.492225 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-bd30fd6d-0550-4e87-a70b-7976f5558824 req-19bfd1d5-66c1-4c42-a5cd-8c789c98fc39 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:43.512005 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] get_ports_and_sgs() called for port_ids ['df32e3c1-b87b-4cee-9735-b246f6582efb', '8a96e674-7d8a-4f2f-a076-736e580aec96', '5e5957e4-e0df-4e54-82a6-ab9cf631618f', '741d0f5f-a894-4d14-9421-6fac60fa717d'] {{(pid=92886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:27:43.532230 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bfd1d5-66c1-4c42-a5cd-8c789c98fc39 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Pushing event deleted for resources: {'Port': ['ID=741d0f5f-a894-4d14-9421-6fac60fa717d,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:43.603714 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd30fd6d-0550-4e87-a70b-7976f5558824 req-19bfd1d5-66c1-4c42-a5cd-8c789c98fc39 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] No DVR routers for this DVR port 741d0f5f-a894-4d14-9421-6fac60fa717d on host hv-cinder-78693 {{(pid=92884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:27:43.606818 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-bd30fd6d-0550-4e87-a70b-7976f5558824 req-19bfd1d5-66c1-4c42-a5cd-8c789c98fc39 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:43.608925 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-bd30fd6d-0550-4e87-a70b-7976f5558824 req-19bfd1d5-66c1-4c42-a5cd-8c789c98fc39 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.72 "DELETE /v2.0/ports/741d0f5f-a894-4d14-9421-6fac60fa717d HTTP/1.1" status: 204 len: 173 time: 0.5091231 Jul 13 19:27:43.677438 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c2c96-7727-4be1-8e19-eeb989b6d54e req-69cf229d-fc9e-4f54-8160-b0a3ca7f8f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:43.679125 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c83c2c96-7727-4be1-8e19-eeb989b6d54e req-69cf229d-fc9e-4f54-8160-b0a3ca7f8f95 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=652f5f23ec8a45ea8fe76d30b77bbcff&device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 1098 time: 0.1285455 Jul 13 19:27:43.688150 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b36f9-8465-4ff5-a3a8-c4f3cec1934b req-d408297e-1a9b-4aef-8709-23aceeb76606 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:43.689651 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-aa5b36f9-8465-4ff5-a3a8-c4f3cec1934b req-d408297e-1a9b-4aef-8709-23aceeb76606 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0945294 Jul 13 19:27:43.753196 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-76e28c0e-a13e-448e-91ad-85208d619fb9 req-6b5ab7f5-e94e-478f-b44a-cb56eb31844f tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ea0a725-bc1e-4dfd-bd2d-45102bf2687e HTTP/1.1" status: 200 len: 210 time: 0.0476706 Jul 13 19:27:44.030128 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-aa5b36f9-8465-4ff5-a3a8-c4f3cec1934b req-29d1c006-7fec-4c8b-8110-0eecf37a639c tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309855 Jul 13 19:27:44.052598 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c2c96-7727-4be1-8e19-eeb989b6d54e req-2f40a9ab-c8e4-498e-a77d-5ab02de68bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:44.054211 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c83c2c96-7727-4be1-8e19-eeb989b6d54e req-2f40a9ab-c8e4-498e-a77d-5ab02de68bd1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e562a705-db99-44a5-84db-c9cb691dc10e HTTP/1.1" status: 200 len: 919 time: 0.3624792 Jul 13 19:27:44.102742 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c83c2c96-7727-4be1-8e19-eeb989b6d54e req-1a77b73f-4345-48b9-a2b5-3f4e0f2c8402 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a018d116-d555-494d-8f8b-bd0cb97e9160 HTTP/1.1" status: 200 len: 217 time: 0.0344825 Jul 13 19:27:44.107845 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b971aeec-6485-49bd-9c02-32ea9aae24b1 req-ee9e7ef4-3984-4d5d-82d3-ad50181445a4 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=56df81b7-8b97-41b5-b6a2-f7afdc8f54de HTTP/1.1" status: 200 len: 210 time: 0.0281904 Jul 13 19:27:44.176928 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c2c96-7727-4be1-8e19-eeb989b6d54e req-85a2b23b-fda3-47dd-ac34-29803a1042f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:44.178541 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c83c2c96-7727-4be1-8e19-eeb989b6d54e req-85a2b23b-fda3-47dd-ac34-29803a1042f9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=378d89dc-bfdb-437d-a3cf-f875b6da89ed HTTP/1.1" status: 200 len: 857 time: 0.0552084 Jul 13 19:27:44.229230 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c83c2c96-7727-4be1-8e19-eeb989b6d54e req-310b00a2-603c-4a4f-b3de-9df40d979078 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e562a705-db99-44a5-84db-c9cb691dc10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276427 Jul 13 19:27:44.338985 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c83c2c96-7727-4be1-8e19-eeb989b6d54e req-3594059b-d4f2-44bf-a0b2-be9f5909d47d service neutron] 10.222.0.72 "GET /v2.0/networks/e562a705-db99-44a5-84db-c9cb691dc10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795693 Jul 13 19:27:44.432817 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c83c2c96-7727-4be1-8e19-eeb989b6d54e req-fda33258-7346-4d2b-8e75-6aa5341cf612 service neutron] 10.222.0.72 "GET /v2.0/networks/e562a705-db99-44a5-84db-c9cb691dc10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819774 Jul 13 19:27:45.183552 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-2225232d-f03e-48fb-b5e0-c062a928f4f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:45.208450 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb8c69-d659-4c89-b61e-b4328e73dbbe req-50a979c2-790c-4171-b602-e502b6ed9769 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:45.209972 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-22bb8c69-d659-4c89-b61e-b4328e73dbbe req-50a979c2-790c-4171-b602-e502b6ed9769 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0642102 Jul 13 19:27:45.241634 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56df81b7-8b97-41b5-b6a2-f7afdc8f54de', 'name': 'network-vif-deleted', 'tag': '741d0f5f-a894-4d14-9421-6fac60fa717d'}] {{(pid=92884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:45.244792 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cf84a925f246af12420c5659448fd2d5dd2a3ba7c6b104c2b07d23eb28f3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34cf05c-c501-42ea-b8d4-2c42bf79547a" -d '{"events": [{"server_uuid": "56df81b7-8b97-41b5-b6a2-f7afdc8f54de", "name": "network-vif-deleted", "tag": "741d0f5f-a894-4d14-9421-6fac60fa717d"}]}' {{(pid=92884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:45.248864 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-22bb8c69-d659-4c89-b61e-b4328e73dbbe req-408401a5-5b22-463f-a648-21a6d2c6f52b tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330820 Jul 13 19:27:45.281315 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0380151-5042-4e2a-895c-46cb3bd340d4 x-openstack-request-id: req-f0380151-5042-4e2a-895c-46cb3bd340d4 {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:45.281608 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56df81b7-8b97-41b5-b6a2-f7afdc8f54de", "name": "network-vif-deleted", "tag": "741d0f5f-a894-4d14-9421-6fac60fa717d", "status": "completed", "code": 200}]} {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:45.281858 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f0380151-5042-4e2a-895c-46cb3bd340d4 {{(pid=92884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:45.282244 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56df81b7-8b97-41b5-b6a2-f7afdc8f54de', 'name': 'network-vif-deleted', 'tag': '741d0f5f-a894-4d14-9421-6fac60fa717d', 'status': 'completed', 'code': 200} Jul 13 19:27:46.425790 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a2528-d360-46cd-88fe-0ead6266f0f7 req-523d4c85-2d3d-4b43-944c-8e298d034fb6 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:46.427249 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e63a2528-d360-46cd-88fe-0ead6266f0f7 req-523d4c85-2d3d-4b43-944c-8e298d034fb6 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0656664 Jul 13 19:27:46.463563 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e63a2528-d360-46cd-88fe-0ead6266f0f7 req-434565a6-99fb-4b0b-a734-dc9f4e38db76 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308173 Jul 13 19:27:47.567153 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 7ea9e904-05c5-4729-8e5a-da411d4505d7 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:27:47.586081 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] No Port match for: 7ea9e904-05c5-4729-8e5a-da411d4505d7 {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:27:47.586427 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 7ea9e904-05c5-4729-8e5a-da411d4505d7 not bound to the agent host hv-cinder-78693 {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:27:47.633355 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd5d50-5fd0-4811-a08a-325f7fc1a0b5 req-aaa116ef-8339-4d07-be5f-2708ee6245d6 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:47.634739 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4acd5d50-5fd0-4811-a08a-325f7fc1a0b5 req-aaa116ef-8339-4d07-be5f-2708ee6245d6 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0619092 Jul 13 19:27:47.671067 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4acd5d50-5fd0-4811-a08a-325f7fc1a0b5 req-c7caf392-b298-47e6-85dd-32cdffbe2cee tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308630 Jul 13 19:27:47.728356 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-7672d0b6-262a-4fa5-9df2-3860a2fd374c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:47.841037 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:48.837428 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e58ff1-4862-492d-b82f-db9b84ab874c req-969c75ef-37eb-43cd-a821-6c3a8ed54613 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:48.838897 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-94e58ff1-4862-492d-b82f-db9b84ab874c req-969c75ef-37eb-43cd-a821-6c3a8ed54613 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0615926 Jul 13 19:27:48.876076 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-94e58ff1-4862-492d-b82f-db9b84ab874c req-cbb85f5f-192e-42aa-98be-52cde7130e28 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317864 Jul 13 19:27:48.938704 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 741d0f5f-a894-4d14-9421-6fac60fa717d no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:27:48.957474 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] No Port match for: 741d0f5f-a894-4d14-9421-6fac60fa717d {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:27:48.957752 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 741d0f5f-a894-4d14-9421-6fac60fa717d not bound to the agent host hv-cinder-78693 {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:27:48.989074 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:49.833668 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20016b3-6f8f-408d-aa9f-41e434ac09e9 req-d5f67b0e-3d42-4801-964c-7ed7bd406134 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:49.835140 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b20016b3-6f8f-408d-aa9f-41e434ac09e9 req-d5f67b0e-3d42-4801-964c-7ed7bd406134 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea HTTP/1.1" status: 200 len: 946 time: 0.0613763 Jul 13 19:27:49.870749 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b20016b3-6f8f-408d-aa9f-41e434ac09e9 req-a4470aae-c845-4003-a385-f1d092f5f57c tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301201 Jul 13 19:27:50.046793 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529ad7c-ba67-4c93-8baf-886becf4e3e3 req-c6e52ffb-47da-4946-b9d1-f0580c97e946 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:50.048215 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4529ad7c-ba67-4c93-8baf-886becf4e3e3 req-c6e52ffb-47da-4946-b9d1-f0580c97e946 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0632675 Jul 13 19:27:50.084100 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4529ad7c-ba67-4c93-8baf-886becf4e3e3 req-faca0fc2-14a5-40da-b239-1f4c38ace237 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304468 Jul 13 19:27:50.658716 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:51.051532 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1a1c5-5480-4f38-9ea7-180b5d65906b req-5d27557e-c6d4-4126-9183-67e265e79c21 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:51.053030 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-c3c1a1c5-5480-4f38-9ea7-180b5d65906b req-5d27557e-c6d4-4126-9183-67e265e79c21 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea HTTP/1.1" status: 200 len: 946 time: 0.0662448 Jul 13 19:27:51.089288 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-c3c1a1c5-5480-4f38-9ea7-180b5d65906b req-46f65d8f-4154-4ad5-8378-e5b0307d77f9 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307848 Jul 13 19:27:51.253422 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a2c5f-5d95-4464-a8de-3891f7f51e48 req-7ab110c7-bfc6-4430-960c-6986b3c89fdc tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:51.254902 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a14a2c5f-5d95-4464-a8de-3891f7f51e48 req-7ab110c7-bfc6-4430-960c-6986b3c89fdc tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0630972 Jul 13 19:27:51.291183 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a14a2c5f-5d95-4464-a8de-3891f7f51e48 req-7483b569-0dca-4f41-806b-67db49f7e29b tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306857 Jul 13 19:27:52.257676 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d0c3b-d27f-452a-a21a-7cf969f37797 req-e669965d-8cd2-444b-93fd-a40f0194c4bc tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:52.259125 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-987d0c3b-d27f-452a-a21a-7cf969f37797 req-e669965d-8cd2-444b-93fd-a40f0194c4bc tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea HTTP/1.1" status: 200 len: 946 time: 0.0615463 Jul 13 19:27:52.294915 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-987d0c3b-d27f-452a-a21a-7cf969f37797 req-cb7176fa-fd37-4d37-b1b2-fbff498819c0 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297632 Jul 13 19:27:52.464508 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368433a3-5724-4867-8949-455516cf6d29 req-1954f2b6-7236-4a07-8b58-62e596793ade tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:52.465970 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-368433a3-5724-4867-8949-455516cf6d29 req-1954f2b6-7236-4a07-8b58-62e596793ade tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0602129 Jul 13 19:27:52.507202 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-368433a3-5724-4867-8949-455516cf6d29 req-229d535d-7584-4cf8-aede-b7feff224ff4 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357947 Jul 13 19:27:53.461583 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4b60d-de63-4b16-936f-1ba77f223b72 req-adc9ee38-066d-42cc-8c62-7861f7186d58 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:53.463006 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b1b4b60d-de63-4b16-936f-1ba77f223b72 req-adc9ee38-066d-42cc-8c62-7861f7186d58 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea HTTP/1.1" status: 200 len: 946 time: 0.0600696 Jul 13 19:27:53.499873 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b1b4b60d-de63-4b16-936f-1ba77f223b72 req-ce89dc07-a297-46fb-8762-e25eaab9c8d6 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309699 Jul 13 19:27:54.676158 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad4e96-636f-4fdd-a2f4-85a9134319ff req-bf986f80-fd8c-45c1-b250-714b98eb6f92 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:54.677631 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-45ad4e96-636f-4fdd-a2f4-85a9134319ff req-bf986f80-fd8c-45c1-b250-714b98eb6f92 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea HTTP/1.1" status: 200 len: 946 time: 0.0648825 Jul 13 19:27:54.713359 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-45ad4e96-636f-4fdd-a2f4-85a9134319ff req-fc069d60-992d-4c41-ac10-93c66358b122 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303423 Jul 13 19:27:55.882374 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffedcd8-7066-4b13-97f6-926dc4ee542f req-7f50caa5-6bfb-40af-a974-d4df09867903 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:55.883741 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-3ffedcd8-7066-4b13-97f6-926dc4ee542f req-7f50caa5-6bfb-40af-a974-d4df09867903 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea HTTP/1.1" status: 200 len: 946 time: 0.0611849 Jul 13 19:27:55.920881 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-3ffedcd8-7066-4b13-97f6-926dc4ee542f req-e9ea02f1-91f5-40e4-99ed-6fb8414b349c tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308380 Jul 13 19:27:56.283515 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad8f33-2f4f-417e-a448-826538d751ed req-ffdf8a73-35c9-46b9-8c0d-bd61cefd272b tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:56.284959 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-27ad8f33-2f4f-417e-a448-826538d751ed req-ffdf8a73-35c9-46b9-8c0d-bd61cefd272b tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea HTTP/1.1" status: 200 len: 946 time: 0.0630481 Jul 13 19:27:56.387895 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [req-27ad8f33-2f4f-417e-a448-826538d751ed req-00680e28-37ef-4480-9b80-6fde0321958c tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Deleting port 5e5957e4-e0df-4e54-82a6-ab9cf631618f {{(pid=92884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:27:56.388231 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-27ad8f33-2f4f-417e-a448-826538d751ed req-00680e28-37ef-4480-9b80-6fde0321958c tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:56.474838 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-27ad8f33-2f4f-417e-a448-826538d751ed req-00680e28-37ef-4480-9b80-6fde0321958c tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] For port 5e5957e4-e0df-4e54-82a6-ab9cf631618f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5e5957e4-e0df-4e54-82a6-ab9cf631618f,segment=NetworkSegment(6682d465-6c1b-420d-bda0-e256c276348b),segment_id=6682d465-6c1b-420d-bda0-e256c276348b)] {{(pid=92884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:56.475203 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-27ad8f33-2f4f-417e-a448-826538d751ed req-00680e28-37ef-4480-9b80-6fde0321958c tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:56.488148 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [req-27ad8f33-2f4f-417e-a448-826538d751ed req-00680e28-37ef-4480-9b80-6fde0321958c tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Calling delete_port for 5e5957e4-e0df-4e54-82a6-ab9cf631618f owned by compute:nova {{(pid=92884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:27:56.611374 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-27ad8f33-2f4f-417e-a448-826538d751ed req-00680e28-37ef-4480-9b80-6fde0321958c tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:56.626116 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] get_ports_and_sgs() called for port_ids ['df32e3c1-b87b-4cee-9735-b246f6582efb', '8a96e674-7d8a-4f2f-a076-736e580aec96', '5e5957e4-e0df-4e54-82a6-ab9cf631618f'] {{(pid=92886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:27:56.643718 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00680e28-37ef-4480-9b80-6fde0321958c tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Pushing event deleted for resources: {'Port': ['ID=5e5957e4-e0df-4e54-82a6-ab9cf631618f,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:56.687728 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ad8f33-2f4f-417e-a448-826538d751ed req-00680e28-37ef-4480-9b80-6fde0321958c tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] No DVR routers for this DVR port 5e5957e4-e0df-4e54-82a6-ab9cf631618f on host hv-cinder-78693 {{(pid=92884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:27:56.690536 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-27ad8f33-2f4f-417e-a448-826538d751ed req-00680e28-37ef-4480-9b80-6fde0321958c tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:56.692599 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-27ad8f33-2f4f-417e-a448-826538d751ed req-00680e28-37ef-4480-9b80-6fde0321958c tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.72 "DELETE /v2.0/ports/5e5957e4-e0df-4e54-82a6-ab9cf631618f HTTP/1.1" status: 204 len: 173 time: 0.3941343 Jul 13 19:27:56.693011 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea', 'name': 'network-vif-deleted', 'tag': '5e5957e4-e0df-4e54-82a6-ab9cf631618f'}] {{(pid=92884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:56.695240 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cf84a925f246af12420c5659448fd2d5dd2a3ba7c6b104c2b07d23eb28f3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0a28cc-8631-45d1-b855-68099c684794" -d '{"events": [{"server_uuid": "b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea", "name": "network-vif-deleted", "tag": "5e5957e4-e0df-4e54-82a6-ab9cf631618f"}]}' {{(pid=92884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:56.732955 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987ebef6-df13-4424-addf-c0039f46efea x-openstack-request-id: req-987ebef6-df13-4424-addf-c0039f46efea {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:56.733270 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea", "name": "network-vif-deleted", "tag": "5e5957e4-e0df-4e54-82a6-ab9cf631618f", "status": "completed", "code": 200}]} {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:56.733511 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-987ebef6-df13-4424-addf-c0039f46efea {{(pid=92884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:56.733905 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea', 'name': 'network-vif-deleted', 'tag': '5e5957e4-e0df-4e54-82a6-ab9cf631618f', 'status': 'completed', 'code': 200} Jul 13 19:27:56.889846 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-1da64591-d4bd-4636-9996-f7bd0f1e8821 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:56.891414 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-1da64591-d4bd-4636-9996-f7bd0f1e8821 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/networks?id=343ffcfe-70d9-48b8-9086-8c12260c08de HTTP/1.1" status: 200 len: 814 time: 0.1292257 Jul 13 19:27:56.905568 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-cf20b94d-c62a-4dd4-8409-48999857acaf tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/quotas/f76de9f3b2d84e1186fc4522ac5150ad HTTP/1.1" status: 200 len: 375 time: 0.0089078 Jul 13 19:27:56.939045 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-b39ad704-e07e-4d1f-8a9b-3ffe11ea87e9 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f76de9f3b2d84e1186fc4522ac5150ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286088 Jul 13 19:27:57.031649 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-d8612660-d57d-4725-870e-82c947139679 service neutron] 10.222.0.22 "GET /v2.0/networks/343ffcfe-70d9-48b8-9086-8c12260c08de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863643 Jul 13 19:27:57.073831 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-9db4872b-1fe2-472f-8567-c53fded2b892 req-28b4ada7-5605-4e8a-a050-7a44c7905521 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f7dfb1-12fb-4b75-9c1b-47b705b2d0ea HTTP/1.1" status: 200 len: 210 time: 0.0279546 Jul 13 19:27:57.123383 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-9a21c230-361a-4102-ab7e-fa06302c8855 service neutron] 10.222.0.22 "GET /v2.0/networks/343ffcfe-70d9-48b8-9086-8c12260c08de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863650 Jul 13 19:27:57.292907 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-474cd034-8ac3-492b-b792-83fb61e2d915 req-14c798fb-878d-41b4-85bf-381dae0fb0d8 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0312555 Jul 13 19:27:58.451870 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-cea080f5-8ec1-4699-b10e-ab5f63359a35 req-c4bce47e-696d-4060-9124-7ee088653a3f tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0336795 Jul 13 19:27:58.598569 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-b96e0cea-43b0-4b80-81f2-c7b18773e386 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:58.600211 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-b96e0cea-43b0-4b80-81f2-c7b18773e386 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.72 "GET /v2.0/networks?id=343ffcfe-70d9-48b8-9086-8c12260c08de HTTP/1.1" status: 200 len: 814 time: 0.1561809 Jul 13 19:27:58.615427 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5d2f7-7377-4585-8056-2ebd42efe6df req-f7f769e1-5d93-434e-b8e5-b2be5e126089 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:58.616934 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c0a5d2f7-7377-4585-8056-2ebd42efe6df req-f7f769e1-5d93-434e-b8e5-b2be5e126089 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=44ff20c6-3f7d-490e-bdef-de52ff321d8c HTTP/1.1" status: 200 len: 945 time: 0.1204755 Jul 13 19:27:58.621543 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-4a488621-9761-4ad5-9deb-f561a9a85af9 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Request body: {'port': {'device_id': 'b1532087-b44b-409c-a309-5c4ee3d21b39', 'network_id': '343ffcfe-70d9-48b8-9086-8c12260c08de', 'admin_state_up': True, 'tenant_id': 'f76de9f3b2d84e1186fc4522ac5150ad'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:58.707089 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c0a5d2f7-7377-4585-8056-2ebd42efe6df req-a5a2a842-7928-4518-ae29-bc5d1660313e tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796835 Jul 13 19:27:58.754677 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-4a488621-9761-4ad5-9deb-f561a9a85af9 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Made reservation on behalf of f76de9f3b2d84e1186fc4522ac5150ad for: {'port': 1} {{(pid=92884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:27:58.758186 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-4a488621-9761-4ad5-9deb-f561a9a85af9 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:58.879565 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.db_base_plugin_common [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-4a488621-9761-4ad5-9deb-f561a9a85af9 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Allocated IP 172.20.0.10 (343ffcfe-70d9-48b8-9086-8c12260c08de/5f275551-11ea-4db1-9a8c-68b28ff9d178/82723c4e-ec5b-4c83-bd3a-813f746aae69) {{(pid=92884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:27:59.021746 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-4a488621-9761-4ad5-9deb-f561a9a85af9 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Notify callbacks [] for port, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:59.058370 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-4a488621-9761-4ad5-9deb-f561a9a85af9 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:59.096748 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-4a488621-9761-4ad5-9deb-f561a9a85af9 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Network 343ffcfe-70d9-48b8-9086-8c12260c08de is already hosted by enough agents. {{(pid=92884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:27:59.099827 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-4a488621-9761-4ad5-9deb-f561a9a85af9 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Resources bound (agent type, host, resource id): {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:27:59.102198 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-4a488621-9761-4ad5-9deb-f561a9a85af9 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Received port after_create {{(pid=92884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:27:59.139138 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a488621-9761-4ad5-9deb-f561a9a85af9 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Pushing event updated for resources: {'Port': ['ID=82723c4e-ec5b-4c83-bd3a-813f746aae69,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:59.157871 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-4a488621-9761-4ad5-9deb-f561a9a85af9 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:59.158474 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-4a488621-9761-4ad5-9deb-f561a9a85af9 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:59.171410 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-4a488621-9761-4ad5-9deb-f561a9a85af9 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5535626 Jul 13 19:27:59.188008 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-7e230ebf-1c59-4482-8e9d-136ca18aa673 service neutron] Request body: {'port': {'device_id': 'b1532087-b44b-409c-a309-5c4ee3d21b39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:59.259078 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-7e230ebf-1c59-4482-8e9d-136ca18aa673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:59.514200 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-7e230ebf-1c59-4482-8e9d-136ca18aa673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82723c4e-ec5b-4c83-bd3a-813f746aae69 {{(pid=92884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:27:59.522011 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-7e230ebf-1c59-4482-8e9d-136ca18aa673 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:59.534680 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.provisioning_blocks [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-7e230ebf-1c59-4482-8e9d-136ca18aa673 service neutron] Transition to ACTIVE for port object 82723c4e-ec5b-4c83-bd3a-813f746aae69 will not be triggered until provisioned by entity L2. {{(pid=92884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:27:59.541484 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-7e230ebf-1c59-4482-8e9d-136ca18aa673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4873477'] for port, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:59.622825 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e230ebf-1c59-4482-8e9d-136ca18aa673 service neutron] Pushing event updated for resources: {'Port': ['ID=82723c4e-ec5b-4c83-bd3a-813f746aae69,revision_number=2']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:59.692862 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca127a-0bf0-407b-8ea1-b8d6c84955c0 req-11a788af-9067-410b-8ac8-5afdfd121675 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:59.694331 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-35ca127a-0bf0-407b-8ea1-b8d6c84955c0 req-11a788af-9067-410b-8ac8-5afdfd121675 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.0621114 Jul 13 19:27:59.701995 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-7e230ebf-1c59-4482-8e9d-136ca18aa673 service neutron] Attempting to bind port 82723c4e-ec5b-4c83-bd3a-813f746aae69 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:27:59.702330 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-7e230ebf-1c59-4482-8e9d-136ca18aa673 service neutron] Attempting to bind port 82723c4e-ec5b-4c83-bd3a-813f746aae69 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '673db204-d8d2-4a04-8b74-f5c08a96ffba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '343ffcfe-70d9-48b8-9086-8c12260c08de'}] {{(pid=92884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:27:59.702659 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-7e230ebf-1c59-4482-8e9d-136ca18aa673 service neutron] Attempting to bind port 82723c4e-ec5b-4c83-bd3a-813f746aae69 on network 343ffcfe-70d9-48b8-9086-8c12260c08de {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:27:59.716751 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846e14e-9ce6-4147-93f7-7bf2dfc5c95a req-97b6ea3a-6bd1-4bb1-89e9-e89014f0afbe tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:59.718246 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e846e14e-9ce6-4147-93f7-7bf2dfc5c95a req-97b6ea3a-6bd1-4bb1-89e9-e89014f0afbe tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 944 time: 0.1353588 Jul 13 19:27:59.718790 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-7e230ebf-1c59-4482-8e9d-136ca18aa673 service neutron] Port 82723c4e-ec5b-4c83-bd3a-813f746aae69 on network 343ffcfe-70d9-48b8-9086-8c12260c08de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:27:59.719107 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-7e230ebf-1c59-4482-8e9d-136ca18aa673 service neutron] Attempting to bind port 82723c4e-ec5b-4c83-bd3a-813f746aae69 on network 343ffcfe-70d9-48b8-9086-8c12260c08de {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:27:59.725880 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-7e230ebf-1c59-4482-8e9d-136ca18aa673 service neutron] Checking agent: {'id': '412a95eb-dbf1-48e2-9390-163f76043269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 22, 13), 'started_at': datetime.datetime(2021, 7, 13, 19, 22, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:27:59.726216 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-7e230ebf-1c59-4482-8e9d-136ca18aa673 service neutron] Checking segment: {'id': '673db204-d8d2-4a04-8b74-f5c08a96ffba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '343ffcfe-70d9-48b8-9086-8c12260c08de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:27:59.726596 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-7e230ebf-1c59-4482-8e9d-136ca18aa673 service neutron] Bound using segment: {'id': '673db204-d8d2-4a04-8b74-f5c08a96ffba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '343ffcfe-70d9-48b8-9086-8c12260c08de'} {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:27:59.727022 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-7e230ebf-1c59-4482-8e9d-136ca18aa673 service neutron] Bound port: 82723c4e-ec5b-4c83-bd3a-813f746aae69, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '673db204-d8d2-4a04-8b74-f5c08a96ffba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '343ffcfe-70d9-48b8-9086-8c12260c08de'}}] {{(pid=92884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:27:59.727378 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-7e230ebf-1c59-4482-8e9d-136ca18aa673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:59.733251 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-35ca127a-0bf0-407b-8ea1-b8d6c84955c0 req-f4b750f8-1239-4c34-997f-7f11047c9dff tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322039 Jul 13 19:27:59.787446 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e846e14e-9ce6-4147-93f7-7bf2dfc5c95a req-d94b3981-164e-400a-b16e-401424721e0e tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1b64c5a-4d6c-48af-92e3-3b55ca5de66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634706 Jul 13 19:27:59.813570 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-7e230ebf-1c59-4482-8e9d-136ca18aa673 service neutron] For port 82723c4e-ec5b-4c83-bd3a-813f746aae69, host hv-cinder-78693, cleared binding levels {{(pid=92884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:27:59.816487 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-7e230ebf-1c59-4482-8e9d-136ca18aa673 service neutron] For port 82723c4e-ec5b-4c83-bd3a-813f746aae69, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=82723c4e-ec5b-4c83-bd3a-813f746aae69,segment=NetworkSegment(673db204-d8d2-4a04-8b74-f5c08a96ffba),segment_id=673db204-d8d2-4a04-8b74-f5c08a96ffba)] {{(pid=92884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:27:59.820738 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-7e230ebf-1c59-4482-8e9d-136ca18aa673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4873477'] for port, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:59.858120 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-7e230ebf-1c59-4482-8e9d-136ca18aa673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:59.858734 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-7e230ebf-1c59-4482-8e9d-136ca18aa673 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:59.860110 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-7e230ebf-1c59-4482-8e9d-136ca18aa673 service neutron] 10.222.0.72 "PUT /v2.0/ports/82723c4e-ec5b-4c83-bd3a-813f746aae69 HTTP/1.1" status: 200 len: 1094 time: 0.6760795 Jul 13 19:27:59.860567 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1532087-b44b-409c-a309-5c4ee3d21b39', 'tag': '82723c4e-ec5b-4c83-bd3a-813f746aae69'}] {{(pid=92884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:59.862774 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cf84a925f246af12420c5659448fd2d5dd2a3ba7c6b104c2b07d23eb28f3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f3e50b-9137-4b5a-a458-a7240769b338" -d '{"events": [{"name": "network-changed", "server_uuid": "b1532087-b44b-409c-a309-5c4ee3d21b39", "tag": "82723c4e-ec5b-4c83-bd3a-813f746aae69"}]}' {{(pid=92884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:59.887580 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e230ebf-1c59-4482-8e9d-136ca18aa673 service neutron] Pushing event updated for resources: {'Port': ['ID=82723c4e-ec5b-4c83-bd3a-813f746aae69,revision_number=3']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:59.903119 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1563066-c1cb-45cb-9a2a-0449059e822a req-51845041-4e64-499a-a29b-4850c9a23361 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:59.906925 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b1563066-c1cb-45cb-9a2a-0449059e822a req-51845041-4e64-499a-a29b-4850c9a23361 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=44ff20c6-3f7d-490e-bdef-de52ff321d8c HTTP/1.1" status: 200 len: 945 time: 0.0745029 Jul 13 19:27:59.908694 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b04581-3b75-434a-877a-7c7fa5e8c061 x-openstack-request-id: req-27b04581-3b75-434a-877a-7c7fa5e8c061 {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:59.909133 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1532087-b44b-409c-a309-5c4ee3d21b39", "tag": "82723c4e-ec5b-4c83-bd3a-813f746aae69", "status": "completed", "code": 200}]} {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:59.910299 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-27b04581-3b75-434a-877a-7c7fa5e8c061 {{(pid=92884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:59.910299 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1532087-b44b-409c-a309-5c4ee3d21b39', 'tag': '82723c4e-ec5b-4c83-bd3a-813f746aae69', 'status': 'completed', 'code': 200} Jul 13 19:27:59.951681 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b1563066-c1cb-45cb-9a2a-0449059e822a req-4defa866-13d3-4fd4-bb99-bb409a271edc tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368450 Jul 13 19:27:59.976371 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-7d3f0972-416c-4f8f-86d0-b5c92f7f821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:59.977901 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-7d3f0972-416c-4f8f-86d0-b5c92f7f821c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f76de9f3b2d84e1186fc4522ac5150ad&device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 1097 time: 0.0521159 Jul 13 19:28:00.023687 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-5711d436-22da-4e72-b17f-d0b3b4e41818 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82723c4e-ec5b-4c83-bd3a-813f746aae69 HTTP/1.1" status: 200 len: 217 time: 0.0329154 Jul 13 19:28:00.079933 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-4e3d9394-a9cd-4e77-b981-e7b33341e482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:00.081374 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-4e3d9394-a9cd-4e77-b981-e7b33341e482 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5f275551-11ea-4db1-9a8c-68b28ff9d178 HTTP/1.1" status: 200 len: 854 time: 0.0452895 Jul 13 19:28:00.117006 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-52932a6e-5b41-4c54-b3bd-ef4cdb702189 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=343ffcfe-70d9-48b8-9086-8c12260c08de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247068 Jul 13 19:28:00.207898 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-a19f91cd-b391-489f-987d-a7bfe3d3f51f service neutron] 10.222.0.72 "GET /v2.0/networks/343ffcfe-70d9-48b8-9086-8c12260c08de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0766339 Jul 13 19:28:00.306471 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b6194ff0-83be-4249-9663-39a4dbdf73bf req-8d37cd6c-1365-45d0-9761-7dd20fe51877 service neutron] 10.222.0.72 "GET /v2.0/networks/343ffcfe-70d9-48b8-9086-8c12260c08de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826063 Jul 13 19:28:00.450736 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3e50b-9137-4b5a-a458-a7240769b338 req-ace36e5c-2bd5-42cf-9729-1c019555c016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:00.452196 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a9f3e50b-9137-4b5a-a458-a7240769b338 req-ace36e5c-2bd5-42cf-9729-1c019555c016 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f76de9f3b2d84e1186fc4522ac5150ad&device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 1097 time: 0.0514448 Jul 13 19:28:00.549633 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3e50b-9137-4b5a-a458-a7240769b338 req-515fd275-de4d-4b1e-9219-093651335d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:00.551162 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a9f3e50b-9137-4b5a-a458-a7240769b338 req-515fd275-de4d-4b1e-9219-093651335d20 service neutron] 10.222.0.72 "GET /v2.0/networks?id=343ffcfe-70d9-48b8-9086-8c12260c08de HTTP/1.1" status: 200 len: 916 time: 0.0843287 Jul 13 19:28:00.613095 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a9f3e50b-9137-4b5a-a458-a7240769b338 req-206f8f27-5ada-4bab-868d-7794f17df3a1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82723c4e-ec5b-4c83-bd3a-813f746aae69 HTTP/1.1" status: 200 len: 217 time: 0.0337574 Jul 13 19:28:00.665774 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3e50b-9137-4b5a-a458-a7240769b338 req-34835ab5-16e7-43bd-8bc1-8c0594a9c0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:00.667049 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a9f3e50b-9137-4b5a-a458-a7240769b338 req-34835ab5-16e7-43bd-8bc1-8c0594a9c0fb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5f275551-11ea-4db1-9a8c-68b28ff9d178 HTTP/1.1" status: 200 len: 854 time: 0.0421991 Jul 13 19:28:00.711813 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a9f3e50b-9137-4b5a-a458-a7240769b338 req-cc1e1c2a-93d2-46f8-8247-809470192d86 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=343ffcfe-70d9-48b8-9086-8c12260c08de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242321 Jul 13 19:28:00.801174 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a9f3e50b-9137-4b5a-a458-a7240769b338 req-3e24ddd5-f21b-458c-933b-391c08bdb074 service neutron] 10.222.0.72 "GET /v2.0/networks/343ffcfe-70d9-48b8-9086-8c12260c08de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820842 Jul 13 19:28:00.959549 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817f112-78f0-47bc-83e5-64b8a87fa5de req-f7119b87-6749-4146-bcfd-b928531e4ee6 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:00.960988 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-0817f112-78f0-47bc-83e5-64b8a87fa5de req-f7119b87-6749-4146-bcfd-b928531e4ee6 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 944 time: 0.0620592 Jul 13 19:28:00.980478 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a9f3e50b-9137-4b5a-a458-a7240769b338 req-e5987984-2a1f-4e45-bd49-c068d4e4bb88 service neutron] 10.222.0.72 "GET /v2.0/networks/343ffcfe-70d9-48b8-9086-8c12260c08de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621523 Jul 13 19:28:00.991446 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 5e5957e4-e0df-4e54-82a6-ab9cf631618f no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:28:01.004017 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e548e4-d7e4-4948-a3d3-92c8f958f6cb req-efa95d62-2a36-487a-9b2e-c4d1c4403f87 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:01.005538 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b3e548e4-d7e4-4948-a3d3-92c8f958f6cb req-efa95d62-2a36-487a-9b2e-c4d1c4403f87 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.72 "GET /v2.0/ports?device_id=44ff20c6-3f7d-490e-bdef-de52ff321d8c HTTP/1.1" status: 200 len: 945 time: 0.1309078 Jul 13 19:28:01.008547 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-0817f112-78f0-47bc-83e5-64b8a87fa5de req-aec3b290-0722-4eea-9ec3-abfcad7558b3 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1b64c5a-4d6c-48af-92e3-3b55ca5de66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340328 Jul 13 19:28:01.013910 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076fda2-4e32-4760-b0a5-45f2b7a9de77 req-2a45867c-9aa7-4f36-9b0d-ae84cdfcb1a4 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:01.015322 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d076fda2-4e32-4760-b0a5-45f2b7a9de77 req-2a45867c-9aa7-4f36-9b0d-ae84cdfcb1a4 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.1555202 Jul 13 19:28:01.018281 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] No Port match for: 5e5957e4-e0df-4e54-82a6-ab9cf631618f {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:28:01.018837 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 5e5957e4-e0df-4e54-82a6-ab9cf631618f not bound to the agent host hv-cinder-78693 {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:28:01.091918 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d076fda2-4e32-4760-b0a5-45f2b7a9de77 req-e6302531-53bd-4d8a-93b5-2d96874e9215 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696838 Jul 13 19:28:01.145676 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [req-b3e548e4-d7e4-4948-a3d3-92c8f958f6cb req-9fa33d17-d44e-4e4a-9024-b87710d957ec tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Deleting port 8a96e674-7d8a-4f2f-a076-736e580aec96 {{(pid=92884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:28:01.146017 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-b3e548e4-d7e4-4948-a3d3-92c8f958f6cb req-9fa33d17-d44e-4e4a-9024-b87710d957ec tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:01.171406 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572e01c-78fd-42fe-b1df-2cede3f20818 req-ab8e5283-b7dd-4a99-9829-9752eaabb45f tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:01.173061 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-6572e01c-78fd-42fe-b1df-2cede3f20818 req-ab8e5283-b7dd-4a99-9829-9752eaabb45f tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=44ff20c6-3f7d-490e-bdef-de52ff321d8c HTTP/1.1" status: 200 len: 945 time: 0.0631690 Jul 13 19:28:01.210758 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-6572e01c-78fd-42fe-b1df-2cede3f20818 req-7048325b-467e-4e1c-bbc5-d6318c134722 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318475 Jul 13 19:28:01.234391 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-b3e548e4-d7e4-4948-a3d3-92c8f958f6cb req-9fa33d17-d44e-4e4a-9024-b87710d957ec tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] For port 8a96e674-7d8a-4f2f-a076-736e580aec96, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8a96e674-7d8a-4f2f-a076-736e580aec96,segment=NetworkSegment(6682d465-6c1b-420d-bda0-e256c276348b),segment_id=6682d465-6c1b-420d-bda0-e256c276348b)] {{(pid=92884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:01.234776 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-b3e548e4-d7e4-4948-a3d3-92c8f958f6cb req-9fa33d17-d44e-4e4a-9024-b87710d957ec tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:01.246315 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [req-b3e548e4-d7e4-4948-a3d3-92c8f958f6cb req-9fa33d17-d44e-4e4a-9024-b87710d957ec tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Calling delete_port for 8a96e674-7d8a-4f2f-a076-736e580aec96 owned by compute:nova {{(pid=92884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:28:01.368486 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-b3e548e4-d7e4-4948-a3d3-92c8f958f6cb req-9fa33d17-d44e-4e4a-9024-b87710d957ec tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:01.388204 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] get_ports_and_sgs() called for port_ids ['df32e3c1-b87b-4cee-9735-b246f6582efb', '8a96e674-7d8a-4f2f-a076-736e580aec96'] {{(pid=92886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:28:01.406972 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa33d17-d44e-4e4a-9024-b87710d957ec tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Pushing event deleted for resources: {'Port': ['ID=8a96e674-7d8a-4f2f-a076-736e580aec96,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:01.446830 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e548e4-d7e4-4948-a3d3-92c8f958f6cb req-9fa33d17-d44e-4e4a-9024-b87710d957ec tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] No DVR routers for this DVR port 8a96e674-7d8a-4f2f-a076-736e580aec96 on host hv-cinder-78693 {{(pid=92884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:28:01.449308 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-b3e548e4-d7e4-4948-a3d3-92c8f958f6cb req-9fa33d17-d44e-4e4a-9024-b87710d957ec tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:01.451346 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b3e548e4-d7e4-4948-a3d3-92c8f958f6cb req-9fa33d17-d44e-4e4a-9024-b87710d957ec tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.72 "DELETE /v2.0/ports/8a96e674-7d8a-4f2f-a076-736e580aec96 HTTP/1.1" status: 204 len: 173 time: 0.4212129 Jul 13 19:28:01.911027 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ff20c6-3f7d-490e-bdef-de52ff321d8c', 'name': 'network-vif-deleted', 'tag': '8a96e674-7d8a-4f2f-a076-736e580aec96'}] {{(pid=92884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:28:01.913286 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cf84a925f246af12420c5659448fd2d5dd2a3ba7c6b104c2b07d23eb28f3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88829efe-04af-4a3b-9e1d-6adaadc24be7" -d '{"events": [{"server_uuid": "44ff20c6-3f7d-490e-bdef-de52ff321d8c", "name": "network-vif-deleted", "tag": "8a96e674-7d8a-4f2f-a076-736e580aec96"}]}' {{(pid=92884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:28:01.947690 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11a85b6-f69e-455b-89d9-d88c5cc05fe8 x-openstack-request-id: req-c11a85b6-f69e-455b-89d9-d88c5cc05fe8 {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:28:01.947982 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ff20c6-3f7d-490e-bdef-de52ff321d8c", "name": "network-vif-deleted", "tag": "8a96e674-7d8a-4f2f-a076-736e580aec96", "status": "completed", "code": 200}]} {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:28:01.948238 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c11a85b6-f69e-455b-89d9-d88c5cc05fe8 {{(pid=92884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:28:01.948658 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ff20c6-3f7d-490e-bdef-de52ff321d8c', 'name': 'network-vif-deleted', 'tag': '8a96e674-7d8a-4f2f-a076-736e580aec96', 'status': 'completed', 'code': 200} Jul 13 19:28:02.184941 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3375702-1af9-4c9b-aa4b-9e544ea53e16 req-98c2bb20-ea27-4c05-92db-09bbc924ee3b tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:02.186635 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b3375702-1af9-4c9b-aa4b-9e544ea53e16 req-98c2bb20-ea27-4c05-92db-09bbc924ee3b tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 944 time: 0.0693548 Jul 13 19:28:02.225060 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b3375702-1af9-4c9b-aa4b-9e544ea53e16 req-5ee860b2-30ec-45ca-9cd9-081c7dc80508 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1b64c5a-4d6c-48af-92e3-3b55ca5de66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326357 Jul 13 19:28:02.290729 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82969f13-d744-4e2e-964f-0d85c5eb14cb req-4ee626d7-0f26-4e7c-bfc6-857e8faa1ee5 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:02.292338 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-82969f13-d744-4e2e-964f-0d85c5eb14cb req-4ee626d7-0f26-4e7c-bfc6-857e8faa1ee5 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.0783689 Jul 13 19:28:02.347503 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-82969f13-d744-4e2e-964f-0d85c5eb14cb req-99cc4261-0a2d-4a07-be20-3204f6cebdc9 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494847 Jul 13 19:28:02.367247 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e68bb13d-5043-4c65-b142-b73efe852651 req-1ab0f1ee-7135-4cc7-8fd7-e54e411722f6 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=44ff20c6-3f7d-490e-bdef-de52ff321d8c HTTP/1.1" status: 200 len: 210 time: 0.0286894 Jul 13 19:28:03.400983 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58a34e-4886-450d-ba26-422fd22d3c11 req-343a0b8f-f832-42a1-b039-ade93ba7b49b tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:03.402532 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4a58a34e-4886-450d-ba26-422fd22d3c11 req-343a0b8f-f832-42a1-b039-ade93ba7b49b tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 944 time: 0.0662539 Jul 13 19:28:03.440082 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4a58a34e-4886-450d-ba26-422fd22d3c11 req-795a453c-b24f-4a50-93be-b03a6299cd8c tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1b64c5a-4d6c-48af-92e3-3b55ca5de66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314395 Jul 13 19:28:03.509886 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4822d-bdf1-4e72-853e-b45ebc4ab979 req-81e709ee-392f-4e2d-9e90-a62d5e0c85c6 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:03.511291 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-79b4822d-bdf1-4e72-853e-b45ebc4ab979 req-81e709ee-392f-4e2d-9e90-a62d5e0c85c6 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.0629697 Jul 13 19:28:03.550392 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61bb1f8-c13b-4125-b853-c5b275d2ea14 req-162128ff-2591-4127-b301-c77cfc3e6f60 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:03.552440 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b61bb1f8-c13b-4125-b853-c5b275d2ea14 req-162128ff-2591-4127-b301-c77cfc3e6f60 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 945 time: 0.0697422 Jul 13 19:28:03.557233 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-79b4822d-bdf1-4e72-853e-b45ebc4ab979 req-0e2fef81-535a-4542-861e-8b247adeb879 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359378 Jul 13 19:28:03.662107 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [req-b61bb1f8-c13b-4125-b853-c5b275d2ea14 req-5046f50a-aeb5-4233-b4d8-b011c2a350f8 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Deleting port ac136d91-7eee-4c03-83c5-bab8c02e7802 {{(pid=92884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:28:03.662445 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-b61bb1f8-c13b-4125-b853-c5b275d2ea14 req-5046f50a-aeb5-4233-b4d8-b011c2a350f8 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:03.744736 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-b61bb1f8-c13b-4125-b853-c5b275d2ea14 req-5046f50a-aeb5-4233-b4d8-b011c2a350f8 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] For port ac136d91-7eee-4c03-83c5-bab8c02e7802, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ac136d91-7eee-4c03-83c5-bab8c02e7802,segment=NetworkSegment(47dd59b9-a209-4189-b5b3-55fbf6a7f6be),segment_id=47dd59b9-a209-4189-b5b3-55fbf6a7f6be)] {{(pid=92884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:03.745091 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-b61bb1f8-c13b-4125-b853-c5b275d2ea14 req-5046f50a-aeb5-4233-b4d8-b011c2a350f8 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:03.758024 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [req-b61bb1f8-c13b-4125-b853-c5b275d2ea14 req-5046f50a-aeb5-4233-b4d8-b011c2a350f8 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Calling delete_port for ac136d91-7eee-4c03-83c5-bab8c02e7802 owned by compute:nova {{(pid=92884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:28:03.881724 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-b61bb1f8-c13b-4125-b853-c5b275d2ea14 req-5046f50a-aeb5-4233-b4d8-b011c2a350f8 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:03.904819 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] get_ports_and_sgs() called for port_ids ['a018d116-d555-494d-8f8b-bd0cb97e9160', 'ac136d91-7eee-4c03-83c5-bab8c02e7802'] {{(pid=92886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:28:03.913742 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5046f50a-aeb5-4233-b4d8-b011c2a350f8 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Pushing event deleted for resources: {'Port': ['ID=ac136d91-7eee-4c03-83c5-bab8c02e7802,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:03.958217 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61bb1f8-c13b-4125-b853-c5b275d2ea14 req-5046f50a-aeb5-4233-b4d8-b011c2a350f8 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] No DVR routers for this DVR port ac136d91-7eee-4c03-83c5-bab8c02e7802 on host hv-cinder-78693 {{(pid=92884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:28:03.960711 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-b61bb1f8-c13b-4125-b853-c5b275d2ea14 req-5046f50a-aeb5-4233-b4d8-b011c2a350f8 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:03.962666 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b61bb1f8-c13b-4125-b853-c5b275d2ea14 req-5046f50a-aeb5-4233-b4d8-b011c2a350f8 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.72 "DELETE /v2.0/ports/ac136d91-7eee-4c03-83c5-bab8c02e7802 HTTP/1.1" status: 204 len: 173 time: 0.4020309 Jul 13 19:28:03.963107 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8522378-cc12-4139-b209-7b0450d6daf6', 'name': 'network-vif-deleted', 'tag': 'ac136d91-7eee-4c03-83c5-bab8c02e7802'}] {{(pid=92884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:28:03.965345 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cf84a925f246af12420c5659448fd2d5dd2a3ba7c6b104c2b07d23eb28f3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa37393-2f90-47fb-93c6-81424a511baf" -d '{"events": [{"server_uuid": "b8522378-cc12-4139-b209-7b0450d6daf6", "name": "network-vif-deleted", "tag": "ac136d91-7eee-4c03-83c5-bab8c02e7802"}]}' {{(pid=92884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:28:04.010240 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800b760f-6055-4984-b630-949ae579c471 x-openstack-request-id: req-800b760f-6055-4984-b630-949ae579c471 {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:28:04.010563 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8522378-cc12-4139-b209-7b0450d6daf6", "name": "network-vif-deleted", "tag": "ac136d91-7eee-4c03-83c5-bab8c02e7802", "status": "completed", "code": 200}]} {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:28:04.010821 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-800b760f-6055-4984-b630-949ae579c471 {{(pid=92884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:28:04.011216 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8522378-cc12-4139-b209-7b0450d6daf6', 'name': 'network-vif-deleted', 'tag': 'ac136d91-7eee-4c03-83c5-bab8c02e7802', 'status': 'completed', 'code': 200} Jul 13 19:28:04.639478 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d063691-bfb0-487f-b199-e92eec336626 req-e29a25c1-93f5-4c34-91bd-96a775a45c3f tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:04.639933 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-9d063691-bfb0-487f-b199-e92eec336626 req-e29a25c1-93f5-4c34-91bd-96a775a45c3f tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 944 time: 0.0878005 Jul 13 19:28:04.684261 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-9d063691-bfb0-487f-b199-e92eec336626 req-cffbe382-1510-4b67-84a0-aa2030a943c8 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1b64c5a-4d6c-48af-92e3-3b55ca5de66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378189 Jul 13 19:28:04.728172 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d971c21c-4f57-449a-82fb-464c09174d48 req-5d5d0f00-d7c6-4e74-9e64-4fbf010ed580 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8522378-cc12-4139-b209-7b0450d6daf6 HTTP/1.1" status: 200 len: 210 time: 0.0388713 Jul 13 19:28:05.013988 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 82723c4e-ec5b-4c83-bd3a-813f746aae69 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:28:05.017150 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 8a96e674-7d8a-4f2f-a076-736e580aec96 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:28:05.048589 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] No Port match for: 8a96e674-7d8a-4f2f-a076-736e580aec96 {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:28:05.048938 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 8a96e674-7d8a-4f2f-a076-736e580aec96 not bound to the agent host hv-cinder-78693 {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:28:05.076121 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909dd05e-4cc8-4b35-815a-031071a5341f req-c22a5b19-da26-47f9-a24d-591bdcab04aa tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:05.077675 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-909dd05e-4cc8-4b35-815a-031071a5341f req-c22a5b19-da26-47f9-a24d-591bdcab04aa tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307e83-d619-402c-b7ed-6efd4174b9f0 HTTP/1.1" status: 200 len: 945 time: 0.0679967 Jul 13 19:28:05.117154 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-909dd05e-4cc8-4b35-815a-031071a5341f req-54fb97e9-58d4-433c-88cb-79ddafe668ac tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337176 Jul 13 19:28:05.136213 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 82723c4e-ec5b-4c83-bd3a-813f746aae69, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=82723c4e-ec5b-4c83-bd3a-813f746aae69,segment=NetworkSegment(673db204-d8d2-4a04-8b74-f5c08a96ffba),segment_id=673db204-d8d2-4a04-8b74-f5c08a96ffba)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:05.147102 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Returning: {'device': '82723c4e-ec5b-4c83-bd3a-813f746aae69', 'network_id': '343ffcfe-70d9-48b8-9086-8c12260c08de', 'port_id': '82723c4e-ec5b-4c83-bd3a-813f746aae69', 'mac_address': 'fa:16:3e:a0:f6:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f275551-11ea-4db1-9a8c-68b28ff9d178', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:28:05.183175 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:05.195558 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.notifiers.nova [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82723c4e-ec5b-4c83-bd3a-813f746aae69 {{(pid=92886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:28:05.213484 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 82723c4e-ec5b-4c83-bd3a-813f746aae69, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=82723c4e-ec5b-4c83-bd3a-813f746aae69,segment=NetworkSegment(673db204-d8d2-4a04-8b74-f5c08a96ffba),segment_id=673db204-d8d2-4a04-8b74-f5c08a96ffba)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:05.217369 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:05.263068 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Pushing event updated for resources: {'Port': ['ID=82723c4e-ec5b-4c83-bd3a-813f746aae69,revision_number=4']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:05.269896 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:05.270243 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:05.270584 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:05.270914 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:05.271239 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:05.271565 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:05.271890 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:05.272214 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:05.272559 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:05.272885 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:05.273203 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:05.273521 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:05.613325 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] get_ports_and_sgs() called for port_ids ['82723c4e-ec5b-4c83-bd3a-813f746aae69'] {{(pid=92886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:28:05.859341 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff894e36-e498-46b5-b2bb-46c0bd65cc51 req-079ee1a0-811a-4ed8-a402-e3c0e841b9e7 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:05.860772 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-ff894e36-e498-46b5-b2bb-46c0bd65cc51 req-079ee1a0-811a-4ed8-a402-e3c0e841b9e7 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 945 time: 0.0633643 Jul 13 19:28:05.898530 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-ff894e36-e498-46b5-b2bb-46c0bd65cc51 req-da66be76-8356-44a6-8c44-948b8ee59ac9 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1b64c5a-4d6c-48af-92e3-3b55ca5de66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320127 Jul 13 19:28:06.174421 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429788f-0e01-437d-a26a-a0a57aeaa52a req-1d4fead0-f3e9-4cce-9361-e046428b4cd3 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:06.175891 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-1429788f-0e01-437d-a26a-a0a57aeaa52a req-1d4fead0-f3e9-4cce-9361-e046428b4cd3 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0623262 Jul 13 19:28:06.216295 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-1429788f-0e01-437d-a26a-a0a57aeaa52a req-362a5106-ec98-4d07-9334-7eb71e6c4ce5 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343702 Jul 13 19:28:06.290921 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea8f10-5707-4fd7-8475-8545f2b6c1da req-b9c419ac-2b42-4d6d-863d-6b79c650ecd6 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:06.292383 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-99ea8f10-5707-4fd7-8475-8545f2b6c1da req-b9c419ac-2b42-4d6d-863d-6b79c650ecd6 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307e83-d619-402c-b7ed-6efd4174b9f0 HTTP/1.1" status: 200 len: 945 time: 0.0610456 Jul 13 19:28:06.332830 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-99ea8f10-5707-4fd7-8475-8545f2b6c1da req-7a32f063-8671-4252-ba37-b9509a240b8f tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348711 Jul 13 19:28:07.022844 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 82723c4e-ec5b-4c83-bd3a-813f746aae69 up at agent hyperv_hv-cinder-78693 {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:07.069197 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1e53d-daca-4a2a-9667-aa12c31699b4 req-71c5f77b-2434-4318-a82d-d62f6ae84ed6 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:07.070326 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Provisioning for port 82723c4e-ec5b-4c83-bd3a-813f746aae69 completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:07.070700 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-56c1e53d-daca-4a2a-9667-aa12c31699b4 req-71c5f77b-2434-4318-a82d-d62f6ae84ed6 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 945 time: 0.0643139 Jul 13 19:28:07.074000 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Provisioning complete for port 82723c4e-ec5b-4c83-bd3a-813f746aae69 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:07.074367 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:07.108716 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-56c1e53d-daca-4a2a-9667-aa12c31699b4 req-ede6c8f1-2195-4330-8fd6-5e0a6e80e8aa tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1b64c5a-4d6c-48af-92e3-3b55ca5de66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322740 Jul 13 19:28:07.150446 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:07.172656 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1532087-b44b-409c-a309-5c4ee3d21b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82723c4e-ec5b-4c83-bd3a-813f746aae69'}] {{(pid=92886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:28:07.174838 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2110528246aa69f40c90618f30b6bebf52a56ffd7d9758f57e079d5fd4b7be03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8515e8-0d70-484b-ad82-9157ec48c582" -d '{"events": [{"server_uuid": "b1532087-b44b-409c-a309-5c4ee3d21b39", "name": "network-vif-plugged", "status": "completed", "tag": "82723c4e-ec5b-4c83-bd3a-813f746aae69"}]}' {{(pid=92886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:28:07.187190 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 82723c4e-ec5b-4c83-bd3a-813f746aae69, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=82723c4e-ec5b-4c83-bd3a-813f746aae69,segment=NetworkSegment(673db204-d8d2-4a04-8b74-f5c08a96ffba),segment_id=673db204-d8d2-4a04-8b74-f5c08a96ffba)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:07.191085 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:07.191907 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device ac136d91-7eee-4c03-83c5-bab8c02e7802 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:28:07.229340 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22aea85-a8f4-4c33-b6cb-34d9a0a0283d x-openstack-request-id: req-e22aea85-a8f4-4c33-b6cb-34d9a0a0283d {{(pid=92886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:28:07.229632 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1532087-b44b-409c-a309-5c4ee3d21b39", "name": "network-vif-plugged", "status": "completed", "tag": "82723c4e-ec5b-4c83-bd3a-813f746aae69", "code": 200}]} {{(pid=92886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:28:07.230001 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e22aea85-a8f4-4c33-b6cb-34d9a0a0283d {{(pid=92886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:28:07.230389 dv-cinder-786933-3-iscsi neutron-server[92886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1532087-b44b-409c-a309-5c4ee3d21b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82723c4e-ec5b-4c83-bd3a-813f746aae69', 'code': 200} Jul 13 19:28:07.233415 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] No Port match for: ac136d91-7eee-4c03-83c5-bab8c02e7802 {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:28:07.233761 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device ac136d91-7eee-4c03-83c5-bab8c02e7802 not bound to the agent host hv-cinder-78693 {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:28:07.260168 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Pushing event updated for resources: {'Port': ['ID=82723c4e-ec5b-4c83-bd3a-813f746aae69,revision_number=5']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:07.390892 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf84827-25cb-492a-85a6-241fd0a7839c req-89e0b9c7-0d86-42eb-9ed9-95ad6ac880bc tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:07.396100 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-0bf84827-25cb-492a-85a6-241fd0a7839c req-89e0b9c7-0d86-42eb-9ed9-95ad6ac880bc tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0640340 Jul 13 19:28:07.432222 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-0bf84827-25cb-492a-85a6-241fd0a7839c req-643301f7-35b4-417f-81af-5b5ccb039bf5 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318933 Jul 13 19:28:07.546055 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee3d93-59bd-40c2-b7cc-520a08f7672f req-5aab942c-07da-4b4e-9fc7-e5960ea129ba tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:07.547519 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-73ee3d93-59bd-40c2-b7cc-520a08f7672f req-5aab942c-07da-4b4e-9fc7-e5960ea129ba tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307e83-d619-402c-b7ed-6efd4174b9f0 HTTP/1.1" status: 200 len: 945 time: 0.0991182 Jul 13 19:28:07.549208 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af1712-8ef5-41ab-9bc6-b1f4cd291b44 req-3cb833e1-0ca3-43fd-9e06-3059ba2c068f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:07.550514 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-86af1712-8ef5-41ab-9bc6-b1f4cd291b44 req-3cb833e1-0ca3-43fd-9e06-3059ba2c068f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 1099 time: 0.0914361 Jul 13 19:28:07.596992 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-73ee3d93-59bd-40c2-b7cc-520a08f7672f req-b4e8d6d5-fe6b-4b21-a8d5-747fa9060b70 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/security-groups?id=c83f2dc1-c37f-4be0-891b-9435953075a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436380 Jul 13 19:28:07.610282 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-86af1712-8ef5-41ab-9bc6-b1f4cd291b44 req-f485de5c-c904-418d-9d36-393334122a01 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a1b64c5a-4d6c-48af-92e3-3b55ca5de66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387750 Jul 13 19:28:07.744481 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed91675-8a48-43b9-b1ac-dc6a1a4c220b req-f5b4dcd2-f853-4fc7-84a6-189f5a0d560a tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:07.745860 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-bed91675-8a48-43b9-b1ac-dc6a1a4c220b req-f5b4dcd2-f853-4fc7-84a6-189f5a0d560a tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.72 "GET /v2.0/ports?device_id=6e307e83-d619-402c-b7ed-6efd4174b9f0 HTTP/1.1" status: 200 len: 945 time: 0.0624592 Jul 13 19:28:07.863707 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [req-bed91675-8a48-43b9-b1ac-dc6a1a4c220b req-7e7556eb-03f2-413b-90c0-86bda494ef27 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Deleting port df32e3c1-b87b-4cee-9735-b246f6582efb {{(pid=92884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:28:07.864049 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-bed91675-8a48-43b9-b1ac-dc6a1a4c220b req-7e7556eb-03f2-413b-90c0-86bda494ef27 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:07.951557 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-bed91675-8a48-43b9-b1ac-dc6a1a4c220b req-7e7556eb-03f2-413b-90c0-86bda494ef27 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] For port df32e3c1-b87b-4cee-9735-b246f6582efb, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=df32e3c1-b87b-4cee-9735-b246f6582efb,segment=NetworkSegment(6682d465-6c1b-420d-bda0-e256c276348b),segment_id=6682d465-6c1b-420d-bda0-e256c276348b)] {{(pid=92884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:07.952355 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-bed91675-8a48-43b9-b1ac-dc6a1a4c220b req-7e7556eb-03f2-413b-90c0-86bda494ef27 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:07.963492 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [req-bed91675-8a48-43b9-b1ac-dc6a1a4c220b req-7e7556eb-03f2-413b-90c0-86bda494ef27 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Calling delete_port for df32e3c1-b87b-4cee-9735-b246f6582efb owned by compute:nova {{(pid=92884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:28:08.083653 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-bed91675-8a48-43b9-b1ac-dc6a1a4c220b req-7e7556eb-03f2-413b-90c0-86bda494ef27 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:08.101543 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] get_ports_and_sgs() called for port_ids ['df32e3c1-b87b-4cee-9735-b246f6582efb'] {{(pid=92886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:28:08.117245 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7556eb-03f2-413b-90c0-86bda494ef27 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Pushing event deleted for resources: {'Port': ['ID=df32e3c1-b87b-4cee-9735-b246f6582efb,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:08.158936 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed91675-8a48-43b9-b1ac-dc6a1a4c220b req-7e7556eb-03f2-413b-90c0-86bda494ef27 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] No DVR routers for this DVR port df32e3c1-b87b-4cee-9735-b246f6582efb on host hv-cinder-78693 {{(pid=92884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:28:08.161377 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-bed91675-8a48-43b9-b1ac-dc6a1a4c220b req-7e7556eb-03f2-413b-90c0-86bda494ef27 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:08.163358 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-bed91675-8a48-43b9-b1ac-dc6a1a4c220b req-7e7556eb-03f2-413b-90c0-86bda494ef27 tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.72 "DELETE /v2.0/ports/df32e3c1-b87b-4cee-9735-b246f6582efb HTTP/1.1" status: 204 len: 173 time: 0.3874729 Jul 13 19:28:08.163788 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e307e83-d619-402c-b7ed-6efd4174b9f0', 'name': 'network-vif-deleted', 'tag': 'df32e3c1-b87b-4cee-9735-b246f6582efb'}] {{(pid=92884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:28:08.166008 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cf84a925f246af12420c5659448fd2d5dd2a3ba7c6b104c2b07d23eb28f3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32740c7-6508-47cf-a264-e8b402f41e85" -d '{"events": [{"server_uuid": "6e307e83-d619-402c-b7ed-6efd4174b9f0", "name": "network-vif-deleted", "tag": "df32e3c1-b87b-4cee-9735-b246f6582efb"}]}' {{(pid=92884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:28:08.201756 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9285891-0954-4cfa-9033-4388b539dfb9 x-openstack-request-id: req-f9285891-0954-4cfa-9033-4388b539dfb9 {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:28:08.202109 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e307e83-d619-402c-b7ed-6efd4174b9f0", "name": "network-vif-deleted", "tag": "df32e3c1-b87b-4cee-9735-b246f6582efb", "status": "completed", "code": 200}]} {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:28:08.202423 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f9285891-0954-4cfa-9033-4388b539dfb9 {{(pid=92884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:28:08.202871 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e307e83-d619-402c-b7ed-6efd4174b9f0', 'name': 'network-vif-deleted', 'tag': 'df32e3c1-b87b-4cee-9735-b246f6582efb', 'status': 'completed', 'code': 200} Jul 13 19:28:08.294338 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735df9dc-1b7d-47fe-9743-614983e9acc5 req-1e621ad6-07f7-462a-9040-b7f87b45e46a tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:08.296309 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-735df9dc-1b7d-47fe-9743-614983e9acc5 req-1e621ad6-07f7-462a-9040-b7f87b45e46a tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 946 time: 0.0714550 Jul 13 19:28:08.335918 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-735df9dc-1b7d-47fe-9743-614983e9acc5 req-b0624b56-1d82-4402-8ba7-0a4504429f4b tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1b64c5a-4d6c-48af-92e3-3b55ca5de66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341575 Jul 13 19:28:08.400662 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-186ae12d-5fde-44c5-b732-1a7f170f5204 req-a03c0978-55df-468f-8480-b3c8c80040a8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0623229 Jul 13 19:28:08.487633 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ae12d-5fde-44c5-b732-1a7f170f5204 req-fe3c3d4f-cc8b-4f40-9919-d6a9be30065c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:08.489172 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-186ae12d-5fde-44c5-b732-1a7f170f5204 req-fe3c3d4f-cc8b-4f40-9919-d6a9be30065c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f2df23c120004786bdbc54c2ad27b7df&device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 1098 time: 0.0515294 Jul 13 19:28:08.643310 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ae12d-5fde-44c5-b732-1a7f170f5204 req-9e594eab-940c-4d16-9a3e-d0d0a5acd885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:08.644811 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-186ae12d-5fde-44c5-b732-1a7f170f5204 req-9e594eab-940c-4d16-9a3e-d0d0a5acd885 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cf7dab8a-c373-4837-ae0f-7b4d00b9b824 HTTP/1.1" status: 200 len: 913 time: 0.1220894 Jul 13 19:28:08.656972 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0b688-4b29-40fb-88c2-70eeae47df6a req-314988bc-df86-48f9-a2a1-882a9b66ff73 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:08.658349 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-24a0b688-4b29-40fb-88c2-70eeae47df6a req-314988bc-df86-48f9-a2a1-882a9b66ff73 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0917358 Jul 13 19:28:08.738227 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-24a0b688-4b29-40fb-88c2-70eeae47df6a req-3e81f373-3b8a-403d-9aff-1a58b6d7a845 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735996 Jul 13 19:28:08.742255 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-186ae12d-5fde-44c5-b732-1a7f170f5204 req-895c5d1f-7390-4bc5-9a10-3634657405c3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e460608-e870-437f-8280-90358297765f HTTP/1.1" status: 200 len: 1001 time: 0.0830574 Jul 13 19:28:08.752642 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-d9fe093d-af21-43cd-8db9-672685238cbf req-46f65b04-a8da-425b-aa80-f50939b1885d tempest-AttachVolumeNegativeTest-757528325 tempest-AttachVolumeNegativeTest-757528325-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e307e83-d619-402c-b7ed-6efd4174b9f0 HTTP/1.1" status: 200 len: 210 time: 0.0308123 Jul 13 19:28:08.799137 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ae12d-5fde-44c5-b732-1a7f170f5204 req-3f90b427-f3bb-4bac-8012-f91bb07295ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:08.800605 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-186ae12d-5fde-44c5-b732-1a7f170f5204 req-3f90b427-f3bb-4bac-8012-f91bb07295ad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c43d8f9f-c845-4d5c-82df-5404e88902e1 HTTP/1.1" status: 200 len: 850 time: 0.0431862 Jul 13 19:28:08.865955 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ae12d-5fde-44c5-b732-1a7f170f5204 req-3f55a37c-c6b4-45a8-8bd5-9defee6a3373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:08.867438 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-186ae12d-5fde-44c5-b732-1a7f170f5204 req-3f55a37c-c6b4-45a8-8bd5-9defee6a3373 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf7dab8a-c373-4837-ae0f-7b4d00b9b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510948 Jul 13 19:28:09.234710 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-186ae12d-5fde-44c5-b732-1a7f170f5204 req-26058eb2-f6b0-49b1-974c-6d5485b0b85c service neutron] 10.222.0.72 "GET /v2.0/networks/cf7dab8a-c373-4837-ae0f-7b4d00b9b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212962 Jul 13 19:28:09.331585 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-186ae12d-5fde-44c5-b732-1a7f170f5204 req-cdfc8b22-72d3-41f6-8b40-3a9ac44cfc4c service neutron] 10.222.0.72 "GET /v2.0/networks/cf7dab8a-c373-4837-ae0f-7b4d00b9b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808349 Jul 13 19:28:09.507206 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5fc67-5d61-4d3c-822e-1b9f5ed05eeb req-acaab940-541d-4002-aa84-55e528707df2 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:09.508739 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-51f5fc67-5d61-4d3c-822e-1b9f5ed05eeb req-acaab940-541d-4002-aa84-55e528707df2 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 946 time: 0.0643075 Jul 13 19:28:09.547233 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-51f5fc67-5d61-4d3c-822e-1b9f5ed05eeb req-0f39ba3a-0e56-4753-98c4-329647602a2a tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1b64c5a-4d6c-48af-92e3-3b55ca5de66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328209 Jul 13 19:28:09.932229 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfd972-f1c0-4609-b7ba-8c697e22b51f req-74cb3ad7-1666-4c56-8deb-83fbf71b269e tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:09.934171 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c4bfd972-f1c0-4609-b7ba-8c697e22b51f req-74cb3ad7-1666-4c56-8deb-83fbf71b269e tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0850825 Jul 13 19:28:09.957722 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 51770) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:09.978003 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c4bfd972-f1c0-4609-b7ba-8c697e22b51f req-2c5c9d7c-3e95-4eb7-b6aa-a913a6927d99 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377004 Jul 13 19:28:10.008011 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.db_base_plugin_v2 [None req-f490d2c2-d50f-4006-afc7-216c1ed21cb1 admin admin] Deleting subnet 82f1198a-dc93-4567-a47f-87bd333e3e58 {{(pid=92885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:28:10.011111 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-f490d2c2-d50f-4006-afc7-216c1ed21cb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:10.044342 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-f490d2c2-d50f-4006-afc7-216c1ed21cb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4246849'] for subnet, precommit_delete_associations {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:10.086511 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-f490d2c2-d50f-4006-afc7-216c1ed21cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1491773'] for subnet, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:10.137784 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-f490d2c2-d50f-4006-afc7-216c1ed21cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1491780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6010231'] for subnet, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:10.161993 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f490d2c2-d50f-4006-afc7-216c1ed21cb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82f1198a-dc93-4567-a47f-87bd333e3e58,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:10.166412 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-f490d2c2-d50f-4006-afc7-216c1ed21cb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:10.168250 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-f490d2c2-d50f-4006-afc7-216c1ed21cb1 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/82f1198a-dc93-4567-a47f-87bd333e3e58 HTTP/1.1" status: 204 len: 168 time: 0.2085979 Jul 13 19:28:10.170856 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 51772) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:10.173028 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f490d2c2-d50f-4006-afc7-216c1ed21cb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:10.173382 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f490d2c2-d50f-4006-afc7-216c1ed21cb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:10.173723 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f490d2c2-d50f-4006-afc7-216c1ed21cb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:10.174065 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f490d2c2-d50f-4006-afc7-216c1ed21cb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:10.174398 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f490d2c2-d50f-4006-afc7-216c1ed21cb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:10.174727 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f490d2c2-d50f-4006-afc7-216c1ed21cb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:10.175055 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f490d2c2-d50f-4006-afc7-216c1ed21cb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:10.175383 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f490d2c2-d50f-4006-afc7-216c1ed21cb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:10.175712 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f490d2c2-d50f-4006-afc7-216c1ed21cb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:10.176035 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f490d2c2-d50f-4006-afc7-216c1ed21cb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:10.176357 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f490d2c2-d50f-4006-afc7-216c1ed21cb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:10.176701 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f490d2c2-d50f-4006-afc7-216c1ed21cb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:10.239408 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-acbf28ec-784b-4eaf-9c00-f3f5fb327843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640404'] for network, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:10.314119 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-acbf28ec-784b-4eaf-9c00-f3f5fb327843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1457064', 'neutron.services.segments.db._delete_segments_for_network-8772357979203'] for network, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:10.323973 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.services.segments.db [None req-acbf28ec-784b-4eaf-9c00-f3f5fb327843 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14adc513-802f-41c3-aa1b-5a69cf6267ec']}} {{(pid=92884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:10.334233 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.services.segments.db [None req-acbf28ec-784b-4eaf-9c00-f3f5fb327843 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6682d465-6c1b-420d-bda0-e256c276348b') {'for_net_delete': True} {{(pid=92884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:10.334526 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.services.segments.db [None req-acbf28ec-784b-4eaf-9c00-f3f5fb327843 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6682d465-6c1b-420d-bda0-e256c276348b') {} {{(pid=92884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:10.343067 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-acbf28ec-784b-4eaf-9c00-f3f5fb327843 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772357979724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873509'] for segment, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:10.360830 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-acbf28ec-784b-4eaf-9c00-f3f5fb327843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480'] for segment, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:10.367333 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acbf28ec-784b-4eaf-9c00-f3f5fb327843 admin admin] Releasing vlan 1170 on physical network physnet1 to pool {{(pid=92884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:28:10.367727 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-acbf28ec-784b-4eaf-9c00-f3f5fb327843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4873981'] for segment, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: Traceback (most recent call last): Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: timer() Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: cb(*args, **kw) Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: return func(*args, **kwargs) Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: self._notify() Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: self.callback(batched_events) Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: event.method(event) Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: return f(self, *a, **k) Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: return self._get(url).json() Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: return self.request(url, 'GET', **kwargs) Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:28:10.369430 dv-cinder-786933-3-iscsi neutron-server[92884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:28:10.422969 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-acbf28ec-784b-4eaf-9c00-f3f5fb327843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1457087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502378'] for network, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:10.431757 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-acbf28ec-784b-4eaf-9c00-f3f5fb327843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for network, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:10.434632 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-acbf28ec-784b-4eaf-9c00-f3f5fb327843 admin admin] 10.222.0.22 "DELETE /v2.0/networks/14adc513-802f-41c3-aa1b-5a69cf6267ec HTTP/1.1" status: 204 len: 168 time: 0.2620318 Jul 13 19:28:10.448909 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf28ec-784b-4eaf-9c00-f3f5fb327843 admin admin] Pushing event deleted for resources: {'Network': ['ID=14adc513-802f-41c3-aa1b-5a69cf6267ec,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:10.602897 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 51776) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:10.642373 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-b5fcfa36-be7c-4ed8-91a6-5c007d52ab12 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e7dba3834cf94d53b5eb7919c55c4945&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0375855 Jul 13 19:28:10.644025 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 51778) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:10.689650 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-da4f9c74-3664-4fdf-8c80-588d5817195e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:10.709431 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-da4f9c74-3664-4fdf-8c80-588d5817195e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:10.758597 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-da4f9c74-3664-4fdf-8c80-588d5817195e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:10.761085 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-da4f9c74-3664-4fdf-8c80-588d5817195e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:10.762218 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-da4f9c74-3664-4fdf-8c80-588d5817195e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c83f2dc1-c37f-4be0-891b-9435953075a9 HTTP/1.1" status: 204 len: 168 time: 0.1172829 Jul 13 19:28:10.769692 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f9c74-3664-4fdf-8c80-588d5817195e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83f2dc1-c37f-4be0-891b-9435953075a9,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:11.160693 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68fd47-826e-4eed-8538-4ad6a004e4e2 req-de55475f-2542-475e-8573-80b37dc7e9f8 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:11.162204 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-cd68fd47-826e-4eed-8538-4ad6a004e4e2 req-de55475f-2542-475e-8573-80b37dc7e9f8 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0668979 Jul 13 19:28:11.198602 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-cd68fd47-826e-4eed-8538-4ad6a004e4e2 req-bb439828-be87-47bb-a35a-03470be8e2ae tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305870 Jul 13 19:28:12.383139 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8683f-898c-408c-971d-ad0ceacbd2f9 req-e9e1539b-1c75-406a-b621-75b989a04afb tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:12.384566 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-bfd8683f-898c-408c-971d-ad0ceacbd2f9 req-e9e1539b-1c75-406a-b621-75b989a04afb tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0662212 Jul 13 19:28:12.421487 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-bfd8683f-898c-408c-971d-ad0ceacbd2f9 req-6e4d3b3e-1bf6-4df3-8e05-db955af816e3 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307357 Jul 13 19:28:12.590333 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:13.068053 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device df32e3c1-b87b-4cee-9735-b246f6582efb no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:28:13.089447 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] No Port match for: df32e3c1-b87b-4cee-9735-b246f6582efb {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:28:13.089787 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device df32e3c1-b87b-4cee-9735-b246f6582efb not bound to the agent host hv-cinder-78693 {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:28:13.605435 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ae0bb-f931-4801-8095-63b51913cda7 req-ef167884-c75b-43eb-9f65-82f086eff8ba tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:13.607621 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-707ae0bb-f931-4801-8095-63b51913cda7 req-ef167884-c75b-43eb-9f65-82f086eff8ba tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0729115 Jul 13 19:28:13.636269 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:28:13.648914 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-707ae0bb-f931-4801-8095-63b51913cda7 req-83e6c286-488b-4ba2-8d70-bc5bd37628e8 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356247 Jul 13 19:28:14.826945 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3eaa6f-4262-466b-bb06-93651cef52d5 req-26ae6d7a-10a4-4db3-aa0d-067567089432 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:14.828433 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1a3eaa6f-4262-466b-bb06-93651cef52d5 req-26ae6d7a-10a4-4db3-aa0d-067567089432 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0637205 Jul 13 19:28:14.867980 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1a3eaa6f-4262-466b-bb06-93651cef52d5 req-383b7321-46b7-4bc9-a500-fb97faf104c2 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338187 Jul 13 19:28:15.184063 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-14455a7b-be47-4081-ab26-d06d7ee2ecf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:16.043556 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69128704-bc2f-4474-8011-5abbf7824ea7 req-52626332-f517-4c42-b669-c465ddc78c8a tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:16.045058 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-69128704-bc2f-4474-8011-5abbf7824ea7 req-52626332-f517-4c42-b669-c465ddc78c8a tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0665214 Jul 13 19:28:16.081602 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-69128704-bc2f-4474-8011-5abbf7824ea7 req-8d6960e8-dab8-43d9-9cff-f6331a4b6995 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310938 Jul 13 19:28:17.251141 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddbb51-9878-4133-9662-7584c838ee7e req-0608a534-b97f-422a-9b46-9f950c37e3f1 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:17.252592 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-cfddbb51-9878-4133-9662-7584c838ee7e req-0608a534-b97f-422a-9b46-9f950c37e3f1 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0646389 Jul 13 19:28:17.290824 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-cfddbb51-9878-4133-9662-7584c838ee7e req-206b0abd-1b67-4ec7-a371-6624e09bfb12 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327673 Jul 13 19:28:17.728330 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-db1438a3-c72d-4b5e-85bc-8219da4aa3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:17.840816 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:18.458968 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aecc8a-f227-4332-95b3-433812a3fa32 req-54730194-b05a-489a-bf7b-61fe7844346d tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:18.460417 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-13aecc8a-f227-4332-95b3-433812a3fa32 req-54730194-b05a-489a-bf7b-61fe7844346d tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0613241 Jul 13 19:28:18.500439 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-13aecc8a-f227-4332-95b3-433812a3fa32 req-caa9befc-f3f7-4d42-a895-b6b6b3ce9c41 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e81ef53-95c3-4094-bef1-e13dcda4b6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340385 Jul 13 19:28:18.922850 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b02f8-3916-4c06-a3f9-6f9f989b434f req-30eb3991-976e-4824-aef4-26ce7ab05a9f tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:18.924183 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ee0b02f8-3916-4c06-a3f9-6f9f989b434f req-30eb3991-976e-4824-aef4-26ce7ab05a9f tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.72 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 945 time: 0.0604835 Jul 13 19:28:18.992550 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:19.025062 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [req-ee0b02f8-3916-4c06-a3f9-6f9f989b434f req-5f63c384-63e0-45fa-a05b-3991566c660d tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Deleting port a018d116-d555-494d-8f8b-bd0cb97e9160 {{(pid=92884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:28:19.025404 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-ee0b02f8-3916-4c06-a3f9-6f9f989b434f req-5f63c384-63e0-45fa-a05b-3991566c660d tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:19.107555 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-ee0b02f8-3916-4c06-a3f9-6f9f989b434f req-5f63c384-63e0-45fa-a05b-3991566c660d tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] For port a018d116-d555-494d-8f8b-bd0cb97e9160, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a018d116-d555-494d-8f8b-bd0cb97e9160,segment=NetworkSegment(47dd59b9-a209-4189-b5b3-55fbf6a7f6be),segment_id=47dd59b9-a209-4189-b5b3-55fbf6a7f6be)] {{(pid=92884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:19.107907 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-ee0b02f8-3916-4c06-a3f9-6f9f989b434f req-5f63c384-63e0-45fa-a05b-3991566c660d tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:19.119911 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [req-ee0b02f8-3916-4c06-a3f9-6f9f989b434f req-5f63c384-63e0-45fa-a05b-3991566c660d tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Calling delete_port for a018d116-d555-494d-8f8b-bd0cb97e9160 owned by compute:nova {{(pid=92884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:28:19.253104 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-ee0b02f8-3916-4c06-a3f9-6f9f989b434f req-5f63c384-63e0-45fa-a05b-3991566c660d tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:19.279719 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63c384-63e0-45fa-a05b-3991566c660d tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Pushing event deleted for resources: {'Port': ['ID=a018d116-d555-494d-8f8b-bd0cb97e9160,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:19.329182 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0b02f8-3916-4c06-a3f9-6f9f989b434f req-5f63c384-63e0-45fa-a05b-3991566c660d tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] No DVR routers for this DVR port a018d116-d555-494d-8f8b-bd0cb97e9160 on host hv-cinder-78693 {{(pid=92884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:28:19.331750 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-ee0b02f8-3916-4c06-a3f9-6f9f989b434f req-5f63c384-63e0-45fa-a05b-3991566c660d tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:19.333752 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ee0b02f8-3916-4c06-a3f9-6f9f989b434f req-5f63c384-63e0-45fa-a05b-3991566c660d tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.72 "DELETE /v2.0/ports/a018d116-d555-494d-8f8b-bd0cb97e9160 HTTP/1.1" status: 204 len: 173 time: 0.4020207 Jul 13 19:28:19.334184 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c6ebc9-3ade-4e24-9598-55c27d034a3e', 'name': 'network-vif-deleted', 'tag': 'a018d116-d555-494d-8f8b-bd0cb97e9160'}] {{(pid=92884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:28:19.336429 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cf84a925f246af12420c5659448fd2d5dd2a3ba7c6b104c2b07d23eb28f3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4326869f-adf1-46a9-bcca-d9bddc527aa6" -d '{"events": [{"server_uuid": "05c6ebc9-3ade-4e24-9598-55c27d034a3e", "name": "network-vif-deleted", "tag": "a018d116-d555-494d-8f8b-bd0cb97e9160"}]}' {{(pid=92884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:28:19.373139 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266311ac-ff2f-4253-9130-eb99876e1c1d x-openstack-request-id: req-266311ac-ff2f-4253-9130-eb99876e1c1d {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:28:19.373506 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c6ebc9-3ade-4e24-9598-55c27d034a3e", "name": "network-vif-deleted", "tag": "a018d116-d555-494d-8f8b-bd0cb97e9160", "status": "completed", "code": 200}]} {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:28:19.374162 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-266311ac-ff2f-4253-9130-eb99876e1c1d {{(pid=92884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:28:19.374292 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c6ebc9-3ade-4e24-9598-55c27d034a3e', 'name': 'network-vif-deleted', 'tag': 'a018d116-d555-494d-8f8b-bd0cb97e9160', 'status': 'completed', 'code': 200} Jul 13 19:28:19.639739 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6dd48b-9619-4e2a-9920-c8b1f81954e8 req-f5a98123-a02c-40b1-b95f-c9e979dce1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:19.641331 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-8a6dd48b-9619-4e2a-9920-c8b1f81954e8 req-f5a98123-a02c-40b1-b95f-c9e979dce1f0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=df66158c799144888d9e3e2d499b2c33&device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 1137 time: 0.0570014 Jul 13 19:28:19.647869 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914860c-f6e4-4cbc-950a-400b5bbc2303 req-f17e760e-6d44-4824-8369-f138ebcd6256 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:19.649496 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-8914860c-f6e4-4cbc-950a-400b5bbc2303 req-f17e760e-6d44-4824-8369-f138ebcd6256 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 984 time: 0.0688717 Jul 13 19:28:19.678640 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c5b2c6bc-01f7-42a2-931d-1d591109ba5c req-46837f04-4a56-45cd-9160-a82d5d240468 tempest-ServerRescueNegativeTestJSON-501909682 tempest-ServerRescueNegativeTestJSON-501909682-project] 10.222.0.22 "GET /v2.0/ports?device_id=05c6ebc9-3ade-4e24-9598-55c27d034a3e HTTP/1.1" status: 200 len: 210 time: 0.0363774 Jul 13 19:28:19.696913 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-8914860c-f6e4-4cbc-950a-400b5bbc2303 req-1a2a7ef4-7381-49a3-b3b9-1e81aa92c3be tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=0d88d4cd-8d7a-42d7-975c-49b763c914ca&id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415237 Jul 13 19:28:19.762692 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6dd48b-9619-4e2a-9920-c8b1f81954e8 req-7cc6abb5-c901-4597-b6db-fd708b2df1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:19.764377 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-8a6dd48b-9619-4e2a-9920-c8b1f81954e8 req-7cc6abb5-c901-4597-b6db-fd708b2df1bb service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7 HTTP/1.1" status: 200 len: 917 time: 0.0942345 Jul 13 19:28:19.848254 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-8a6dd48b-9619-4e2a-9920-c8b1f81954e8 req-c4f6aee4-990b-4091-aefa-ccf4c5244f5b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8291ad93-47a9-4f66-8f34-f93c2f6ef99f HTTP/1.1" status: 200 len: 1000 time: 0.0590377 Jul 13 19:28:19.903369 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6dd48b-9619-4e2a-9920-c8b1f81954e8 req-07d36ce2-8679-4791-a349-fc6e550af942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:19.904847 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-8a6dd48b-9619-4e2a-9920-c8b1f81954e8 req-07d36ce2-8679-4791-a349-fc6e550af942 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6c509fd0-b2ef-4a02-b3c6-9aba994fdd49 HTTP/1.1" status: 200 len: 854 time: 0.0425982 Jul 13 19:28:19.969385 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6dd48b-9619-4e2a-9920-c8b1f81954e8 req-f4d77405-e851-4aff-948e-47f2d78083ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:19.970906 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-8a6dd48b-9619-4e2a-9920-c8b1f81954e8 req-f4d77405-e851-4aff-948e-47f2d78083ca service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548630 Jul 13 19:28:20.070886 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-8a6dd48b-9619-4e2a-9920-c8b1f81954e8 req-fb173f25-b756-4d74-ab34-754b7d29c526 service neutron] 10.222.0.72 "GET /v2.0/networks/0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865180 Jul 13 19:28:20.190458 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-8a6dd48b-9619-4e2a-9920-c8b1f81954e8 req-e0732491-b24b-472f-8717-de9beb8bed73 service neutron] 10.222.0.72 "GET /v2.0/networks/0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099126 Jul 13 19:28:20.664558 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:20.786799 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 51926) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:21.010580 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1329bc8-3ecf-4772-b02f-9b61fc45c2f5 req-0429dbf9-cf48-44d5-8b90-94a17cccaef1 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:21.012128 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e1329bc8-3ecf-4772-b02f-9b61fc45c2f5 req-0429dbf9-cf48-44d5-8b90-94a17cccaef1 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 984 time: 0.1814053 Jul 13 19:28:21.093418 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e1329bc8-3ecf-4772-b02f-9b61fc45c2f5 req-9cb0899f-25ac-48fd-ad29-9f54c66ddeda tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=0d88d4cd-8d7a-42d7-975c-49b763c914ca&id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0747612 Jul 13 19:28:21.109209 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device a018d116-d555-494d-8f8b-bd0cb97e9160 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:28:21.129269 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] No Port match for: a018d116-d555-494d-8f8b-bd0cb97e9160 {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:28:21.129686 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device a018d116-d555-494d-8f8b-bd0cb97e9160 not bound to the agent host hv-cinder-78693 {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:28:21.304905 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-924a0aae-9f64-4c08-836d-aec4fcb3b9db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-505412'] for router_interface, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:21.800875 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.plugin [None req-924a0aae-9f64-4c08-836d-aec4fcb3b9db admin admin] Deleting port e2d7358d-5208-41be-859d-44322c7554da {{(pid=92885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:28:21.801498 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-924a0aae-9f64-4c08-836d-aec4fcb3b9db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:21.879432 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.db [None req-924a0aae-9f64-4c08-836d-aec4fcb3b9db admin admin] For port e2d7358d-5208-41be-859d-44322c7554da, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=e2d7358d-5208-41be-859d-44322c7554da,segment=NetworkSegment(47dd59b9-a209-4189-b5b3-55fbf6a7f6be),segment_id=47dd59b9-a209-4189-b5b3-55fbf6a7f6be)] {{(pid=92885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:21.879786 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-924a0aae-9f64-4c08-836d-aec4fcb3b9db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:21.892624 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.plugin [None req-924a0aae-9f64-4c08-836d-aec4fcb3b9db admin admin] Calling delete_port for e2d7358d-5208-41be-859d-44322c7554da owned by network:router_interface {{(pid=92885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:28:22.119594 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-924a0aae-9f64-4c08-836d-aec4fcb3b9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372888'] for port, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:22.149515 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a0aae-9f64-4c08-836d-aec4fcb3b9db admin admin] Pushing event deleted for resources: {'Port': ['ID=e2d7358d-5208-41be-859d-44322c7554da,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:22.269662 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be2a60-2346-4dca-88e4-e43eb41a439e req-754e06db-7c8d-49d3-867a-8482ce2091a8 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:22.271324 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-72be2a60-2346-4dca-88e4-e43eb41a439e req-754e06db-7c8d-49d3-867a-8482ce2091a8 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 984 time: 0.0638924 Jul 13 19:28:22.305948 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-924a0aae-9f64-4c08-836d-aec4fcb3b9db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-645678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-505576'] for router_interface, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:22.311477 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-72be2a60-2346-4dca-88e4-e43eb41a439e req-0cea27be-07a8-4b23-812f-9fced6f76379 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=0d88d4cd-8d7a-42d7-975c-49b763c914ca&id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343590 Jul 13 19:28:22.523187 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924a0aae-9f64-4c08-836d-aec4fcb3b9db admin admin] Router 78c692a3-6972-44d4-b8ab-9cc321326220 has already been hosted by L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd {{(pid=92885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:28:22.627065 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924a0aae-9f64-4c08-836d-aec4fcb3b9db admin admin] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:28:22.632065 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-924a0aae-9f64-4c08-836d-aec4fcb3b9db admin admin] 10.222.0.22 "PUT /v2.0/routers/78c692a3-6972-44d4-b8ab-9cc321326220/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8441708 Jul 13 19:28:22.634628 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 51952) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:22.635412 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e276ae-0052-4f17-bfd3-6cc7d53efe2d None None] Sync routers for ids ['78c692a3-6972-44d4-b8ab-9cc321326220'] in dv-cinder-786933-3-iscsi {{(pid=92887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:28:22.645522 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e276ae-0052-4f17-bfd3-6cc7d53efe2d None None] Routers {'78c692a3-6972-44d4-b8ab-9cc321326220'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:28:22.646236 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-82e276ae-0052-4f17-bfd3-6cc7d53efe2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:28:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['78c692a3-6972-44d4-b8ab-9cc321326220'], 'active': True} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:22.737084 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-cdc318a1-6bcc-4c50-9ea3-4b870430a689 admin admin] Notify callbacks [] for router, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:22.746770 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvr_db [None req-82e276ae-0052-4f17-bfd3-6cc7d53efe2d None None] Set router 78c692a3-6972-44d4-b8ab-9cc321326220 gateway port host: dv-cinder-786933-3-iscsi {{(pid=92887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:28:22.841328 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-cdc318a1-6bcc-4c50-9ea3-4b870430a689 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:22.894592 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.plugin [None req-cdc318a1-6bcc-4c50-9ea3-4b870430a689 admin admin] Deleting port c7a453da-b942-4ecb-9dbd-9847610a5277 {{(pid=92885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:28:22.895186 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-cdc318a1-6bcc-4c50-9ea3-4b870430a689 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:22.921650 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-82e276ae-0052-4f17-bfd3-6cc7d53efe2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c692a3-6972-44d4-b8ab-9cc321326220', 'name': 'tempest-ServerRescueNegativeTestJSON-71090559-router', 'tenant_id': '652f5f23ec8a45ea8fe76d30b77bbcff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'c7a453da-b942-4ecb-9dbd-9847610a5277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:45Z', 'updated_at': '2021-07-13T19:28:22Z', 'revision_number': 5, 'project_id': '652f5f23ec8a45ea8fe76d30b77bbcff', 'gw_port': {'id': 'c7a453da-b942-4ecb-9dbd-9847610a5277', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:49:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c692a3-6972-44d4-b8ab-9cc321326220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:46Z', 'updated_at': '2021-07-13T19:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi'}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:22.947142 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e276ae-0052-4f17-bfd3-6cc7d53efe2d None None] Checking router: 78c692a3-6972-44d4-b8ab-9cc321326220 for host: dv-cinder-786933-3-iscsi {{(pid=92887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:28:22.955702 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e276ae-0052-4f17-bfd3-6cc7d53efe2d None None] Routers {'78c692a3-6972-44d4-b8ab-9cc321326220'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:28:22.956299 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-82e276ae-0052-4f17-bfd3-6cc7d53efe2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:28:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['78c692a3-6972-44d4-b8ab-9cc321326220'], 'active': True} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:22.973628 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.db [None req-cdc318a1-6bcc-4c50-9ea3-4b870430a689 admin admin] For port c7a453da-b942-4ecb-9dbd-9847610a5277, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=c7a453da-b942-4ecb-9dbd-9847610a5277,segment=NetworkSegment(13a02452-998b-4f16-8f41-6eb5670d640f),segment_id=13a02452-998b-4f16-8f41-6eb5670d640f)] {{(pid=92885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:22.973987 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-cdc318a1-6bcc-4c50-9ea3-4b870430a689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:22.986389 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.plugin [None req-cdc318a1-6bcc-4c50-9ea3-4b870430a689 admin admin] Calling delete_port for c7a453da-b942-4ecb-9dbd-9847610a5277 owned by network:router_gateway {{(pid=92885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:28:23.040568 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvr_db [None req-82e276ae-0052-4f17-bfd3-6cc7d53efe2d None None] Set router 78c692a3-6972-44d4-b8ab-9cc321326220 gateway port host: None {{(pid=92887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:28:23.092873 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-82e276ae-0052-4f17-bfd3-6cc7d53efe2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c692a3-6972-44d4-b8ab-9cc321326220', 'name': 'tempest-ServerRescueNegativeTestJSON-71090559-router', 'tenant_id': '652f5f23ec8a45ea8fe76d30b77bbcff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:45Z', 'updated_at': '2021-07-13T19:28:22Z', 'revision_number': 6, 'project_id': '652f5f23ec8a45ea8fe76d30b77bbcff', 'gw_port_host': None}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:23.123312 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e276ae-0052-4f17-bfd3-6cc7d53efe2d None None] The sync data for ids ['78c692a3-6972-44d4-b8ab-9cc321326220'] in dv-cinder-786933-3-iscsi is: [{'id': '78c692a3-6972-44d4-b8ab-9cc321326220', 'name': 'tempest-ServerRescueNegativeTestJSON-71090559-router', 'tenant_id': '652f5f23ec8a45ea8fe76d30b77bbcff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:45Z', 'updated_at': '2021-07-13T19:28:22Z', 'revision_number': 6, 'project_id': '652f5f23ec8a45ea8fe76d30b77bbcff', 'gw_port_host': None}] {{(pid=92887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:28:23.161291 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-cdc318a1-6bcc-4c50-9ea3-4b870430a689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372888'] for port, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:23.192945 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc318a1-6bcc-4c50-9ea3-4b870430a689 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7a453da-b942-4ecb-9dbd-9847610a5277,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:23.493541 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-cdc318a1-6bcc-4c50-9ea3-4b870430a689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-502286'] for router_gateway, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:23.607656 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-cdc318a1-6bcc-4c50-9ea3-4b870430a689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-502773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57501'] for router, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:23.610536 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-cdc318a1-6bcc-4c50-9ea3-4b870430a689 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:23.625464 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59338788-fdf0-469e-8be3-66fa2fa74030 req-e3336769-1f8a-41d0-8c8f-859bb872230e tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:23.626966 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-59338788-fdf0-469e-8be3-66fa2fa74030 req-e3336769-1f8a-41d0-8c8f-859bb872230e tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 984 time: 0.2013223 Jul 13 19:28:23.695680 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-cdc318a1-6bcc-4c50-9ea3-4b870430a689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-506629'] for router, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:23.696205 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc318a1-6bcc-4c50-9ea3-4b870430a689 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78c692a3-6972-44d4-b8ab-9cc321326220 {{(pid=92885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:28:23.706158 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-cdc318a1-6bcc-4c50-9ea3-4b870430a689 admin admin] Notify callbacks [] for router, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:23.707266 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-cdc318a1-6bcc-4c50-9ea3-4b870430a689 admin admin] 10.222.0.22 "DELETE /v2.0/routers/78c692a3-6972-44d4-b8ab-9cc321326220 HTTP/1.1" status: 204 len: 168 time: 1.0717225 Jul 13 19:28:23.710026 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 51962) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:23.717648 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-59338788-fdf0-469e-8be3-66fa2fa74030 req-770d240b-6732-4fb6-8804-ce0be5323aed tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=0d88d4cd-8d7a-42d7-975c-49b763c914ca&id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0714207 Jul 13 19:28:23.755164 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.db_base_plugin_v2 [None req-616eb28c-9004-4278-930c-d5c3b5236cba admin admin] Deleting subnet 378d89dc-bfdb-437d-a3cf-f875b6da89ed {{(pid=92884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:28:23.758208 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-616eb28c-9004-4278-930c-d5c3b5236cba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:23.791178 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-616eb28c-9004-4278-930c-d5c3b5236cba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873532'] for subnet, precommit_delete_associations {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:23.832791 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-616eb28c-9004-4278-930c-d5c3b5236cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1491773'] for subnet, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:23.885736 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-616eb28c-9004-4278-930c-d5c3b5236cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1491780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4873555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5003205'] for subnet, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:23.910067 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616eb28c-9004-4278-930c-d5c3b5236cba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=378d89dc-bfdb-437d-a3cf-f875b6da89ed,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:23.916560 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-616eb28c-9004-4278-930c-d5c3b5236cba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for subnet, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:23.918439 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-616eb28c-9004-4278-930c-d5c3b5236cba admin admin] 10.222.0.22 "DELETE /v2.0/subnets/378d89dc-bfdb-437d-a3cf-f875b6da89ed HTTP/1.1" status: 204 len: 168 time: 0.2074187 Jul 13 19:28:23.921077 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 51966) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:23.987180 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f39d1a60-6290-4782-8d82-441817b95d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640404'] for network, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:24.071724 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f39d1a60-6290-4782-8d82-441817b95d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1457064', 'neutron.services.segments.db._delete_segments_for_network-8772357979203'] for network, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:24.082383 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.services.segments.db [None req-f39d1a60-6290-4782-8d82-441817b95d17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e562a705-db99-44a5-84db-c9cb691dc10e']}} {{(pid=92884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:24.093468 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.services.segments.db [None req-f39d1a60-6290-4782-8d82-441817b95d17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47dd59b9-a209-4189-b5b3-55fbf6a7f6be') {'for_net_delete': True} {{(pid=92884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:24.093804 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.services.segments.db [None req-f39d1a60-6290-4782-8d82-441817b95d17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47dd59b9-a209-4189-b5b3-55fbf6a7f6be') {} {{(pid=92884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:24.102677 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f39d1a60-6290-4782-8d82-441817b95d17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772357979724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873509'] for segment, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:24.116586 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f39d1a60-6290-4782-8d82-441817b95d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480'] for segment, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:24.127099 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f39d1a60-6290-4782-8d82-441817b95d17 admin admin] Releasing vlan 1191 on physical network physnet1 to pool {{(pid=92884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:28:24.127495 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f39d1a60-6290-4782-8d82-441817b95d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4873981'] for segment, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:24.129256 dv-cinder-786933-3-iscsi neutron-server[92884]: Traceback (most recent call last): Jul 13 19:28:24.129256 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:28:24.129256 dv-cinder-786933-3-iscsi neutron-server[92884]: timer() Jul 13 19:28:24.129256 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:28:24.129256 dv-cinder-786933-3-iscsi neutron-server[92884]: cb(*args, **kw) Jul 13 19:28:24.129256 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:28:24.129256 dv-cinder-786933-3-iscsi neutron-server[92884]: return func(*args, **kwargs) Jul 13 19:28:24.129256 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:28:24.129256 dv-cinder-786933-3-iscsi neutron-server[92884]: self._notify() Jul 13 19:28:24.129256 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:28:24.129256 dv-cinder-786933-3-iscsi neutron-server[92884]: self.callback(batched_events) Jul 13 19:28:24.129256 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:28:24.129256 dv-cinder-786933-3-iscsi neutron-server[92884]: event.method(event) Jul 13 19:28:24.129256 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:28:24.129256 dv-cinder-786933-3-iscsi neutron-server[92884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:28:24.129256 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:28:24.129256 dv-cinder-786933-3-iscsi neutron-server[92884]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:28:24.129256 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:28:24.129256 dv-cinder-786933-3-iscsi neutron-server[92884]: return f(self, *a, **k) Jul 13 19:28:24.129256 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:28:24.129256 dv-cinder-786933-3-iscsi neutron-server[92884]: return self._get(url).json() Jul 13 19:28:24.129256 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:28:24.129256 dv-cinder-786933-3-iscsi neutron-server[92884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:28:24.129256 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:28:24.129256 dv-cinder-786933-3-iscsi neutron-server[92884]: return self.request(url, 'GET', **kwargs) Jul 13 19:28:24.129256 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:28:24.129256 dv-cinder-786933-3-iscsi neutron-server[92884]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:28:24.129256 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:28:24.129256 dv-cinder-786933-3-iscsi neutron-server[92884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:28:24.129256 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:28:24.129256 dv-cinder-786933-3-iscsi neutron-server[92884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:28:24.129256 dv-cinder-786933-3-iscsi neutron-server[92884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:28:24.186810 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f39d1a60-6290-4782-8d82-441817b95d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1457087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502378'] for network, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:24.193296 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f39d1a60-6290-4782-8d82-441817b95d17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for network, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:24.197518 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-f39d1a60-6290-4782-8d82-441817b95d17 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e562a705-db99-44a5-84db-c9cb691dc10e HTTP/1.1" status: 204 len: 168 time: 0.2731819 Jul 13 19:28:24.208895 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d1a60-6290-4782-8d82-441817b95d17 admin admin] Pushing event deleted for resources: {'Network': ['ID=e562a705-db99-44a5-84db-c9cb691dc10e,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:24.362523 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 51974) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:24.401758 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-353c5d80-457c-42cf-a0b0-20205cc6301b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=652f5f23ec8a45ea8fe76d30b77bbcff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0379894 Jul 13 19:28:24.404053 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 51976) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:24.452551 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-2a9aac30-8567-4bad-9582-cde708a228db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:24.467152 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device e2d7358d-5208-41be-859d-44322c7554da no longer exists at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:28:24.475193 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-2a9aac30-8567-4bad-9582-cde708a228db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:24.486303 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] No Port match for: e2d7358d-5208-41be-859d-44322c7554da {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:28:24.486656 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device e2d7358d-5208-41be-859d-44322c7554da not bound to the agent host dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:28:24.487060 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device c7a453da-b942-4ecb-9dbd-9847610a5277 no longer exists at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:28:24.505640 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] No Port match for: c7a453da-b942-4ecb-9dbd-9847610a5277 {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:28:24.505991 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device c7a453da-b942-4ecb-9dbd-9847610a5277 not bound to the agent host dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:28:24.523929 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-2a9aac30-8567-4bad-9582-cde708a228db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:24.526833 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-2a9aac30-8567-4bad-9582-cde708a228db admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:24.528005 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-2a9aac30-8567-4bad-9582-cde708a228db admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1e81ef53-95c3-4094-bef1-e13dcda4b6f0 HTTP/1.1" status: 204 len: 168 time: 0.1230428 Jul 13 19:28:24.535655 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9aac30-8567-4bad-9582-cde708a228db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e81ef53-95c3-4094-bef1-e13dcda4b6f0,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:24.977543 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559193d4-11c8-411c-b14c-74bdaa5c33e2 req-bc7995fe-9c85-4932-92e2-8d14b23df51f tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:24.980018 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-559193d4-11c8-411c-b14c-74bdaa5c33e2 req-bc7995fe-9c85-4932-92e2-8d14b23df51f tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 984 time: 0.1443396 Jul 13 19:28:25.035079 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-559193d4-11c8-411c-b14c-74bdaa5c33e2 req-952a169a-3acf-4fa6-b627-cecd48c9cb4e tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=0d88d4cd-8d7a-42d7-975c-49b763c914ca&id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0470996 Jul 13 19:28:25.260027 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 52016) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:25.357862 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-ac81a5d2-d594-4cba-9d55-1800273abd4d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-422428207-network', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:25.378648 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac81a5d2-d594-4cba-9d55-1800273abd4d admin admin] Made reservation on behalf of 53d7d23c18294e858b53ce3d9cfcc8f3 for: {'network': 1} {{(pid=92885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:28:25.381273 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ac81a5d2-d594-4cba-9d55-1800273abd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for network, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:25.390567 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ac81a5d2-d594-4cba-9d55-1800273abd4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:25.484909 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ac81a5d2-d594-4cba-9d55-1800273abd4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:25.489015 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ac81a5d2-d594-4cba-9d55-1800273abd4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:25.514747 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac81a5d2-d594-4cba-9d55-1800273abd4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1163} {{(pid=92885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:28:25.524483 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81a5d2-d594-4cba-9d55-1800273abd4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90357df6-04ba-46b3-b654-1e621969dd4b,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:25.529321 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ac81a5d2-d594-4cba-9d55-1800273abd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480'] for segment, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:25.529644 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.db.segments_db [None req-ac81a5d2-d594-4cba-9d55-1800273abd4d admin admin] Added segment 7d54abea-c330-4950-8e3f-fa5e417f3735 of type vlan for network b7b91cfb-e236-4fc1-bbf4-258475e6ab9e Jul 13 19:28:25.569475 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ac81a5d2-d594-4cba-9d55-1800273abd4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772357517572'] for network, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:25.597006 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ac81a5d2-d594-4cba-9d55-1800273abd4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669'] for network, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:25.597961 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac81a5d2-d594-4cba-9d55-1800273abd4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:25.598544 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ac81a5d2-d594-4cba-9d55-1800273abd4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for network, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:25.654159 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-ac81a5d2-d594-4cba-9d55-1800273abd4d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3929369 Jul 13 19:28:25.657060 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 52032) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:25.661637 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81a5d2-d594-4cba-9d55-1800273abd4d admin admin] Pushing event updated for resources: {'Network': ['ID=b7b91cfb-e236-4fc1-bbf4-258475e6ab9e,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:25.662076 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-665b661e-0e4f-490d-a665-ec5e90184d0e admin admin] Request body: {'subnet': {'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-422428207-subnet', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:25.672262 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Network b7b91cfb-e236-4fc1-bbf4-258475e6ab9e details requested by agent ovs-agent-dv-cinder-786933-3-iscsi with host dv-cinder-786933-3-iscsi {{(pid=92886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:28:25.682891 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665b661e-0e4f-490d-a665-ec5e90184d0e admin admin] Made reservation on behalf of 53d7d23c18294e858b53ce3d9cfcc8f3 for: {'subnet': 1} {{(pid=92884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:28:25.685958 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-665b661e-0e4f-490d-a665-ec5e90184d0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5003232'] for subnet, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:25.859942 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-665b661e-0e4f-490d-a665-ec5e90184d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4873618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5003218'] for subnet, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:25.917016 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b661e-0e4f-490d-a665-ec5e90184d0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=48f9eecd-f69f-424d-8316-69af76912fc2,revision_number=0']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:25.925291 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665b661e-0e4f-490d-a665-ec5e90184d0e admin admin] Checking segment: {'id': '7d54abea-c330-4950-8e3f-fa5e417f3735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:28:25.925645 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665b661e-0e4f-490d-a665-ec5e90184d0e admin admin] Network hostable DHCP agents. Network: b7b91cfb-e236-4fc1-bbf4-258475e6ab9e, hostable agents: ['46ee3fc2-8c8b-485e-8a09-c5820fb474f8'], hosted agents: [] {{(pid=92884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:28:25.941329 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665b661e-0e4f-490d-a665-ec5e90184d0e admin admin] Network b7b91cfb-e236-4fc1-bbf4-258475e6ab9e is scheduled to be hosted by DHCP agent 46ee3fc2-8c8b-485e-8a09-c5820fb474f8 with binding_index 1 {{(pid=92884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:28:25.949639 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [None req-665b661e-0e4f-490d-a665-ec5e90184d0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-3-iscsi, b7b91cfb-e236-4fc1-bbf4-258475e6ab9e) {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:25.958324 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805f2e68-aec6-4634-b5c2-a3d51c18e137 None None] Network b7b91cfb-e236-4fc1-bbf4-258475e6ab9e requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:28:25.959685 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665b661e-0e4f-490d-a665-ec5e90184d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:25.960284 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-665b661e-0e4f-490d-a665-ec5e90184d0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for subnet, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:25.978222 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-665b661e-0e4f-490d-a665-ec5e90184d0e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3175876 Jul 13 19:28:25.978635 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 52036) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:25.990211 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-6d526ce7-9aae-4808-a320-aaf10c047fb0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-422428207-router', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'}}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:26.013224 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-6d526ce7-9aae-4808-a320-aaf10c047fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-502719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57487'] for router, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:26.014210 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-6d526ce7-9aae-4808-a320-aaf10c047fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57476'] for router, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:26.065231 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-6d526ce7-9aae-4808-a320-aaf10c047fb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:26.138949 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b089931c-bbef-4b8c-853f-0d1739348074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45260216-df0c-5796-8452-8e51f9540998-b7b91cfb-e236-4fc1-bbf4-258475e6ab9e', 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'fixed_ips': [{'subnet_id': '48f9eecd-f69f-424d-8316-69af76912fc2'}]}} from dv-cinder-786933-3-iscsi. {{(pid=92886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:28:26.140302 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-b089931c-bbef-4b8c-853f-0d1739348074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:26.213385 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-6d526ce7-9aae-4808-a320-aaf10c047fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-502697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64110'] for router, precommit_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:26.230534 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49750f5f-d930-4c2d-837d-a2302910a248 req-1d923e37-3f24-4e0f-b22d-cb53551c1175 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:26.232339 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-49750f5f-d930-4c2d-837d-a2302910a248 req-1d923e37-3f24-4e0f-b22d-cb53551c1175 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 984 time: 0.0651946 Jul 13 19:28:26.278565 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-49750f5f-d930-4c2d-837d-a2302910a248 req-3a467b7d-4415-452a-ac02-20ce69b15da6 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=0d88d4cd-8d7a-42d7-975c-49b763c914ca&id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394306 Jul 13 19:28:26.285261 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.db_base_plugin_common [None req-b089931c-bbef-4b8c-853f-0d1739348074 None None] Allocated IP 172.20.0.2 (b7b91cfb-e236-4fc1-bbf4-258475e6ab9e/48f9eecd-f69f-424d-8316-69af76912fc2/67596919-cee5-4426-9cd6-7cb874624411) {{(pid=92886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:28:26.422809 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-6d526ce7-9aae-4808-a320-aaf10c047fb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:26.433122 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-b089931c-bbef-4b8c-853f-0d1739348074 None None] Notify callbacks [] for port, precommit_create {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:26.441186 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-6d526ce7-9aae-4808-a320-aaf10c047fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:26.441327 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-b089931c-bbef-4b8c-853f-0d1739348074 None None] Transition to ACTIVE for port object 67596919-cee5-4426-9cd6-7cb874624411 will not be triggered until provisioned by entity L2. {{(pid=92886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:26.459404 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-b089931c-bbef-4b8c-853f-0d1739348074 None None] Transition to ACTIVE for port object 67596919-cee5-4426-9cd6-7cb874624411 will not be triggered until provisioned by entity DHCP. {{(pid=92886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:26.466301 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-b089931c-bbef-4b8c-853f-0d1739348074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819'] for port, after_create {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:26.500968 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b089931c-bbef-4b8c-853f-0d1739348074 None None] Network b7b91cfb-e236-4fc1-bbf4-258475e6ab9e is already hosted by enough agents. {{(pid=92886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:28:26.507969 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.scheduler.base_scheduler [None req-b089931c-bbef-4b8c-853f-0d1739348074 None None] Resources bound (agent type, host, resource id): {{(pid=92886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:26.512043 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b089931c-bbef-4b8c-853f-0d1739348074 None None] Received port after_create {{(pid=92886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:28:26.523588 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b089931c-bbef-4b8c-853f-0d1739348074 None None] Pushing event updated for resources: {'Port': ['ID=67596919-cee5-4426-9cd6-7cb874624411,revision_number=1']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:26.560768 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.db_base_plugin_common [None req-6d526ce7-9aae-4808-a320-aaf10c047fb0 admin admin] Allocated IP 172.27.2.155 (016193b2-3012-4896-ba69-fa2225e8730f/5c7148d1-68ad-4d7f-9cc6-340fc018242b/34e0340c-decd-4c9d-883f-1d0036d75305) {{(pid=92885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:28:26.578327 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-b089931c-bbef-4b8c-853f-0d1739348074 None None] Attempting to bind port 67596919-cee5-4426-9cd6-7cb874624411 on host dv-cinder-786933-3-iscsi for vnic_type normal with profile {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:28:26.578697 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-b089931c-bbef-4b8c-853f-0d1739348074 None None] Attempting to bind port 67596919-cee5-4426-9cd6-7cb874624411 by drivers openvswitch,hyperv on host dv-cinder-786933-3-iscsi at level 0 using segments [{'id': '7d54abea-c330-4950-8e3f-fa5e417f3735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e'}] {{(pid=92886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:28:26.579057 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b089931c-bbef-4b8c-853f-0d1739348074 None None] Attempting to bind port 67596919-cee5-4426-9cd6-7cb874624411 on network b7b91cfb-e236-4fc1-bbf4-258475e6ab9e {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:28:26.584014 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b089931c-bbef-4b8c-853f-0d1739348074 None None] Checking agent: {'id': '666c655c-5d62-4287-a041-db0951989b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 16, 18), 'started_at': datetime.datetime(2021, 7, 13, 19, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:28:26.584390 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b089931c-bbef-4b8c-853f-0d1739348074 None None] Checking segment: {'id': '7d54abea-c330-4950-8e3f-fa5e417f3735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:28:26.584825 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-b089931c-bbef-4b8c-853f-0d1739348074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:26.585223 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b089931c-bbef-4b8c-853f-0d1739348074 None None] Bound using segment: {'id': '7d54abea-c330-4950-8e3f-fa5e417f3735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e'} {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:28:26.585689 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-b089931c-bbef-4b8c-853f-0d1739348074 None None] Bound port: 67596919-cee5-4426-9cd6-7cb874624411, host: dv-cinder-786933-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d54abea-c330-4950-8e3f-fa5e417f3735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e'}}] {{(pid=92886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:28:26.586068 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-b089931c-bbef-4b8c-853f-0d1739348074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:26.646780 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-b089931c-bbef-4b8c-853f-0d1739348074 None None] For port 67596919-cee5-4426-9cd6-7cb874624411, host dv-cinder-786933-3-iscsi, cleared binding levels {{(pid=92886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:28:26.649900 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-b089931c-bbef-4b8c-853f-0d1739348074 None None] For port 67596919-cee5-4426-9cd6-7cb874624411, host dv-cinder-786933-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=67596919-cee5-4426-9cd6-7cb874624411,segment=NetworkSegment(7d54abea-c330-4950-8e3f-fa5e417f3735),segment_id=7d54abea-c330-4950-8e3f-fa5e417f3735)] {{(pid=92886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:28:26.654779 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-b089931c-bbef-4b8c-853f-0d1739348074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:26.668568 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-6d526ce7-9aae-4808-a320-aaf10c047fb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:26.719454 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-6d526ce7-9aae-4808-a320-aaf10c047fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372888'] for port, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:26.724409 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b089931c-bbef-4b8c-853f-0d1739348074 None None] Pushing event updated for resources: {'Port': ['ID=67596919-cee5-4426-9cd6-7cb874624411,revision_number=2']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:26.755487 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d526ce7-9aae-4808-a320-aaf10c047fb0 admin admin] Network 016193b2-3012-4896-ba69-fa2225e8730f is already hosted by enough agents. {{(pid=92885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:28:26.758401 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.base_scheduler [None req-6d526ce7-9aae-4808-a320-aaf10c047fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:26.761008 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d526ce7-9aae-4808-a320-aaf10c047fb0 admin admin] Received port after_create {{(pid=92885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:28:26.791729 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d526ce7-9aae-4808-a320-aaf10c047fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=34e0340c-decd-4c9d-883f-1d0036d75305,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:27.024966 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-6d526ce7-9aae-4808-a320-aaf10c047fb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:27.213002 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-6d526ce7-9aae-4808-a320-aaf10c047fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502306'] for router, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:27.351065 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d526ce7-9aae-4808-a320-aaf10c047fb0 admin admin] Router ff42d82e-986f-4f34-93a7-d766664a6682 is scheduled to L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd with binding_index 1 {{(pid=92885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:28:27.506408 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d526ce7-9aae-4808-a320-aaf10c047fb0 admin admin] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:28:27.516039 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99f11da-db5f-4f54-8474-b0cea4204f92 None None] Sync routers for ids ['ff42d82e-986f-4f34-93a7-d766664a6682'] in dv-cinder-786933-3-iscsi {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:28:27.527499 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99f11da-db5f-4f54-8474-b0cea4204f92 None None] Routers {'ff42d82e-986f-4f34-93a7-d766664a6682'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:28:27.528691 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-c99f11da-db5f-4f54-8474-b0cea4204f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:28:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['ff42d82e-986f-4f34-93a7-d766664a6682'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:27.530208 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dec9e-5173-490d-a7f4-16e6cbed9f27 req-63d18d98-bd00-4ad2-aa8f-04f91e243932 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:27.534513 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-267dec9e-5173-490d-a7f4-16e6cbed9f27 req-63d18d98-bd00-4ad2-aa8f-04f91e243932 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 984 time: 0.1389809 Jul 13 19:28:27.557485 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-6d526ce7-9aae-4808-a320-aaf10c047fb0 admin admin] Notify callbacks [] for router, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:27.558751 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-6d526ce7-9aae-4808-a320-aaf10c047fb0 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5791535 Jul 13 19:28:27.561873 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 52052) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:27.582544 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-267dec9e-5173-490d-a7f4-16e6cbed9f27 req-f807bcc1-7a3c-4943-9113-e01443ccf005 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=0d88d4cd-8d7a-42d7-975c-49b763c914ca&id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423315 Jul 13 19:28:27.638136 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaffa146-92ce-44bf-9a0d-14ec75d42021 None None] Network b7b91cfb-e236-4fc1-bbf4-258475e6ab9e requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:28:27.713628 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-a6a080df-d0cf-46ce-815b-1369cce9ac02 None None] Provisioning for port 67596919-cee5-4426-9cd6-7cb874624411 completed by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:27.718354 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-c99f11da-db5f-4f54-8474-b0cea4204f92 None None] Set router ff42d82e-986f-4f34-93a7-d766664a6682 gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:28:27.993683 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-2cafa58f-78e4-4e64-aaad-1e90f4296c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:28.054826 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-c99f11da-db5f-4f54-8474-b0cea4204f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'name': 'tempest-AttachVolumeShelveTestJSON-422428207-router', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '34e0340c-decd-4c9d-883f-1d0036d75305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:26Z', 'updated_at': '2021-07-13T19:28:26Z', 'revision_number': 3, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'gw_port': {'id': '34e0340c-decd-4c9d-883f-1d0036d75305', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:41:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:26Z', 'updated_at': '2021-07-13T19:28:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi'}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:28.109810 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99f11da-db5f-4f54-8474-b0cea4204f92 None None] Checking router: ff42d82e-986f-4f34-93a7-d766664a6682 for host: dv-cinder-786933-3-iscsi {{(pid=92886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:28:28.110337 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99f11da-db5f-4f54-8474-b0cea4204f92 None None] Updating router ff42d82e-986f-4f34-93a7-d766664a6682 port 34e0340c-decd-4c9d-883f-1d0036d75305 binding host dv-cinder-786933-3-iscsi {{(pid=92886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:28:28.167908 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-c99f11da-db5f-4f54-8474-b0cea4204f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:28.246649 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.db_base_plugin_common [None req-2cafa58f-78e4-4e64-aaad-1e90f4296c97 admin admin] Allocated IP 172.20.0.1 (b7b91cfb-e236-4fc1-bbf4-258475e6ab9e/48f9eecd-f69f-424d-8316-69af76912fc2/84a4b47c-5eea-4fee-b4d7-b4430164aca4) {{(pid=92884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:28:28.408725 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-2cafa58f-78e4-4e64-aaad-1e90f4296c97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:28.430331 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.provisioning_blocks [None req-2cafa58f-78e4-4e64-aaad-1e90f4296c97 admin admin] Transition to ACTIVE for port object 84a4b47c-5eea-4fee-b4d7-b4430164aca4 will not be triggered until provisioned by entity DHCP. {{(pid=92884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:28.501959 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-2cafa58f-78e4-4e64-aaad-1e90f4296c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:28.552783 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 67596919-cee5-4426-9cd6-7cb874624411 up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:28.566402 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cafa58f-78e4-4e64-aaad-1e90f4296c97 admin admin] Network b7b91cfb-e236-4fc1-bbf4-258475e6ab9e is already hosted by enough agents. {{(pid=92884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:28:28.575147 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [None req-2cafa58f-78e4-4e64-aaad-1e90f4296c97 admin admin] Resources bound (agent type, host, resource id): {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:28.581645 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cafa58f-78e4-4e64-aaad-1e90f4296c97 admin admin] Received port after_create {{(pid=92884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:28:28.633033 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-2cafa58f-78e4-4e64-aaad-1e90f4296c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502481'] for router_interface, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:28.652637 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-c99f11da-db5f-4f54-8474-b0cea4204f92 None None] Notify callbacks [] for port, precommit_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:28.682730 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cafa58f-78e4-4e64-aaad-1e90f4296c97 admin admin] Pushing event updated for resources: {'Port': ['ID=84a4b47c-5eea-4fee-b4d7-b4430164aca4,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:28.683141 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-c99f11da-db5f-4f54-8474-b0cea4204f92 None None] Transition to ACTIVE for port object 34e0340c-decd-4c9d-883f-1d0036d75305 will not be triggered until provisioned by entity L2. {{(pid=92886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:28.704608 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-c99f11da-db5f-4f54-8474-b0cea4204f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:28.804878 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning for port 67596919-cee5-4426-9cd6-7cb874624411 completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:28.813587 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port 67596919-cee5-4426-9cd6-7cb874624411 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:28.814161 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:28.819444 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-c99f11da-db5f-4f54-8474-b0cea4204f92 None None] Attempting to bind port 34e0340c-decd-4c9d-883f-1d0036d75305 on host dv-cinder-786933-3-iscsi for vnic_type normal with profile {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:28:28.820608 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-c99f11da-db5f-4f54-8474-b0cea4204f92 None None] Attempting to bind port 34e0340c-decd-4c9d-883f-1d0036d75305 by drivers openvswitch,hyperv on host dv-cinder-786933-3-iscsi at level 0 using segments [{'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'}] {{(pid=92886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:28:28.820608 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99f11da-db5f-4f54-8474-b0cea4204f92 None None] Attempting to bind port 34e0340c-decd-4c9d-883f-1d0036d75305 on network 016193b2-3012-4896-ba69-fa2225e8730f {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:28:28.861396 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ac0ad-7451-4323-b5fd-1344779f7d83 None None] Pushing event updated for resources: {'Port': ['ID=34e0340c-decd-4c9d-883f-1d0036d75305,revision_number=2']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:28.868009 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99f11da-db5f-4f54-8474-b0cea4204f92 None None] Checking agent: {'id': '666c655c-5d62-4287-a041-db0951989b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 16, 18), 'started_at': datetime.datetime(2021, 7, 13, 19, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:28:28.868383 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99f11da-db5f-4f54-8474-b0cea4204f92 None None] Checking segment: {'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:28:28.868852 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-c99f11da-db5f-4f54-8474-b0cea4204f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:28.869209 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99f11da-db5f-4f54-8474-b0cea4204f92 None None] Bound using segment: {'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'} {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:28:28.869752 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-c99f11da-db5f-4f54-8474-b0cea4204f92 None None] Bound port: 34e0340c-decd-4c9d-883f-1d0036d75305, host: dv-cinder-786933-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'}}] {{(pid=92886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:28:28.870155 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-c99f11da-db5f-4f54-8474-b0cea4204f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:28.928536 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396da013-1e5f-4e16-bbda-df95d8aeaacf req-92ce19eb-5ce6-4149-9c4c-79754bec1a3e tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:28.930085 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-396da013-1e5f-4e16-bbda-df95d8aeaacf req-92ce19eb-5ce6-4149-9c4c-79754bec1a3e tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 984 time: 0.1425817 Jul 13 19:28:28.933241 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-da39a1f9-dff9-4c96-a807-49e0f42472e6 None None] Provisioning for port 84a4b47c-5eea-4fee-b4d7-b4430164aca4 completed by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:28.935678 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-2cafa58f-78e4-4e64-aaad-1e90f4296c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:28.943780 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-da39a1f9-dff9-4c96-a807-49e0f42472e6 None None] Provisioning complete for port 84a4b47c-5eea-4fee-b4d7-b4430164aca4 triggered by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:28.944143 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-da39a1f9-dff9-4c96-a807-49e0f42472e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:28.991727 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-c99f11da-db5f-4f54-8474-b0cea4204f92 None None] For port 34e0340c-decd-4c9d-883f-1d0036d75305, host dv-cinder-786933-3-iscsi, cleared binding levels {{(pid=92886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:28:29.007355 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-396da013-1e5f-4e16-bbda-df95d8aeaacf req-544e76b9-bbcf-403c-8f25-50b9d21ba5b5 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=0d88d4cd-8d7a-42d7-975c-49b763c914ca&id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0686064 Jul 13 19:28:29.020807 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-c99f11da-db5f-4f54-8474-b0cea4204f92 None None] For port 34e0340c-decd-4c9d-883f-1d0036d75305, host dv-cinder-786933-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=34e0340c-decd-4c9d-883f-1d0036d75305,segment=NetworkSegment(13a02452-998b-4f16-8f41-6eb5670d640f),segment_id=13a02452-998b-4f16-8f41-6eb5670d640f)] {{(pid=92886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:28:29.026649 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-da39a1f9-dff9-4c96-a807-49e0f42472e6 None None] Port 84a4b47c-5eea-4fee-b4d7-b4430164aca4 cannot update to ACTIVE because it is not bound. {{(pid=92886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:28:29.031284 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-c99f11da-db5f-4f54-8474-b0cea4204f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:29.035690 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:29.120915 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ac0ad-7451-4323-b5fd-1344779f7d83 None None] Pushing event updated for resources: {'Port': ['ID=34e0340c-decd-4c9d-883f-1d0036d75305,revision_number=3']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:29.132250 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99f11da-db5f-4f54-8474-b0cea4204f92 None None] Routers {'ff42d82e-986f-4f34-93a7-d766664a6682'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:28:29.132915 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-c99f11da-db5f-4f54-8474-b0cea4204f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:28:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['ff42d82e-986f-4f34-93a7-d766664a6682'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:29.141427 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] For port 67596919-cee5-4426-9cd6-7cb874624411, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=67596919-cee5-4426-9cd6-7cb874624411,segment=NetworkSegment(7d54abea-c330-4950-8e3f-fa5e417f3735),segment_id=7d54abea-c330-4950-8e3f-fa5e417f3735)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:29.176600 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:29.268756 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Pushing event updated for resources: {'Port': ['ID=67596919-cee5-4426-9cd6-7cb874624411,revision_number=3']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:29.290110 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-c99f11da-db5f-4f54-8474-b0cea4204f92 None None] Set router ff42d82e-986f-4f34-93a7-d766664a6682 gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:28:29.405104 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-2cafa58f-78e4-4e64-aaad-1e90f4296c97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:29.410485 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-2cafa58f-78e4-4e64-aaad-1e90f4296c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4873477'] for port, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:29.479813 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cafa58f-78e4-4e64-aaad-1e90f4296c97 admin admin] Pushing event updated for resources: {'Port': ['ID=84a4b47c-5eea-4fee-b4d7-b4430164aca4,revision_number=2']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:29.482902 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-2cafa58f-78e4-4e64-aaad-1e90f4296c97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-645687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-505441'] for router_interface, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:29.581234 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cafa58f-78e4-4e64-aaad-1e90f4296c97 admin admin] Network b7b91cfb-e236-4fc1-bbf4-258475e6ab9e is already hosted by enough agents. {{(pid=92884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:28:29.583396 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [None req-2cafa58f-78e4-4e64-aaad-1e90f4296c97 admin admin] Resources bound (agent type, host, resource id): {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:29.608103 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-c99f11da-db5f-4f54-8474-b0cea4204f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'name': 'tempest-AttachVolumeShelveTestJSON-422428207-router', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '34e0340c-decd-4c9d-883f-1d0036d75305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:26Z', 'updated_at': '2021-07-13T19:28:28Z', 'revision_number': 4, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'gw_port': {'id': '34e0340c-decd-4c9d-883f-1d0036d75305', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:41:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:26Z', 'updated_at': '2021-07-13T19:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '84a4b47c-5eea-4fee-b4d7-b4430164aca4', 'name': '', 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'mac_address': 'fa:16:3e:16:c1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '48f9eecd-f69f-424d-8316-69af76912fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:28Z', 'updated_at': '2021-07-13T19:28:28Z', 'revision_number': 1, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'subnets': [{'id': '48f9eecd-f69f-424d-8316-69af76912fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:29.634943 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99f11da-db5f-4f54-8474-b0cea4204f92 None None] The sync data for ids ['ff42d82e-986f-4f34-93a7-d766664a6682'] in dv-cinder-786933-3-iscsi is: [{'id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'name': 'tempest-AttachVolumeShelveTestJSON-422428207-router', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '34e0340c-decd-4c9d-883f-1d0036d75305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:26Z', 'updated_at': '2021-07-13T19:28:28Z', 'revision_number': 4, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'gw_port': {'id': '34e0340c-decd-4c9d-883f-1d0036d75305', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:41:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:26Z', 'updated_at': '2021-07-13T19:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '84a4b47c-5eea-4fee-b4d7-b4430164aca4', 'name': '', 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'mac_address': 'fa:16:3e:16:c1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '48f9eecd-f69f-424d-8316-69af76912fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:28Z', 'updated_at': '2021-07-13T19:28:28Z', 'revision_number': 1, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'subnets': [{'id': '48f9eecd-f69f-424d-8316-69af76912fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:28:29.714719 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cafa58f-78e4-4e64-aaad-1e90f4296c97 admin admin] Router ff42d82e-986f-4f34-93a7-d766664a6682 has already been hosted by L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd {{(pid=92884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:28:29.839132 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cafa58f-78e4-4e64-aaad-1e90f4296c97 admin admin] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:28:29.852714 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-2cafa58f-78e4-4e64-aaad-1e90f4296c97 admin admin] 10.222.0.22 "PUT /v2.0/routers/ff42d82e-986f-4f34-93a7-d766664a6682/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2871916 Jul 13 19:28:29.863036 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-68af3aee-2cae-4e81-ac07-a4fecdd2f1b6 None None] Provisioning complete for port 84a4b47c-5eea-4fee-b4d7-b4430164aca4 triggered by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:29.863411 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-68af3aee-2cae-4e81-ac07-a4fecdd2f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:29.900855 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-68af3aee-2cae-4e81-ac07-a4fecdd2f1b6 None None] Port 84a4b47c-5eea-4fee-b4d7-b4430164aca4 cannot update to ACTIVE because it is not bound. {{(pid=92886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:28:30.215646 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daaabb5-519e-4bcc-840f-81f2ee5990fb req-07212f0d-e31f-4783-8981-609c74ebdead tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:30.217281 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-2daaabb5-519e-4bcc-840f-81f2ee5990fb req-07212f0d-e31f-4783-8981-609c74ebdead tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 984 time: 0.0686648 Jul 13 19:28:30.304399 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-2daaabb5-519e-4bcc-840f-81f2ee5990fb req-88ffea0b-36e9-4423-b4ef-0d6756d46df1 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=0d88d4cd-8d7a-42d7-975c-49b763c914ca&id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0742548 Jul 13 19:28:30.589561 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 67596919-cee5-4426-9cd6-7cb874624411 up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:30.652870 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port 67596919-cee5-4426-9cd6-7cb874624411 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:30.653361 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:30.671508 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 52082) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:30.677803 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-12d3fa14-760c-44aa-8db4-b09e44652e46 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1983906699', 'description': 'tempest-description--283640219'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:30.709260 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-12d3fa14-760c-44aa-8db4-b09e44652e46 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:30.749808 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 34e0340c-decd-4c9d-883f-1d0036d75305 up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:30.803330 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning for port 34e0340c-decd-4c9d-883f-1d0036d75305 completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:30.807186 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-12d3fa14-760c-44aa-8db4-b09e44652e46 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:30.807387 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port 34e0340c-decd-4c9d-883f-1d0036d75305 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:30.807717 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:30.812844 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-12d3fa14-760c-44aa-8db4-b09e44652e46 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:30.829603 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-12d3fa14-760c-44aa-8db4-b09e44652e46 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:30.830827 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-12d3fa14-760c-44aa-8db4-b09e44652e46 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1576166 Jul 13 19:28:30.834013 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 52084) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:30.839399 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-ee713f67-fbbc-47b9-bd0e-a7829b950f03 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Request body: {'security_group_rule': {'security_group_id': 'be302568-8eed-4a3d-baf0-3297e9c5ede4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:30.850478 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d3fa14-760c-44aa-8db4-b09e44652e46 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be302568-8eed-4a3d-baf0-3297e9c5ede4,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:30.873369 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ee713f67-fbbc-47b9-bd0e-a7829b950f03 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:30.908000 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:30.925832 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ee713f67-fbbc-47b9-bd0e-a7829b950f03 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:30.930518 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] For port 34e0340c-decd-4c9d-883f-1d0036d75305, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=34e0340c-decd-4c9d-883f-1d0036d75305,segment=NetworkSegment(13a02452-998b-4f16-8f41-6eb5670d640f),segment_id=13a02452-998b-4f16-8f41-6eb5670d640f)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:30.931186 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ee713f67-fbbc-47b9-bd0e-a7829b950f03 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629246'] for security_group_rule, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:30.935123 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:30.952294 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee713f67-fbbc-47b9-bd0e-a7829b950f03 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de401f3a-e467-4e03-9c8c-53a4683771f2,revision_number=0']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:30.955176 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ee713f67-fbbc-47b9-bd0e-a7829b950f03 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:30.956599 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-ee713f67-fbbc-47b9-bd0e-a7829b950f03 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1206996 Jul 13 19:28:30.959409 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 52086) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:30.964789 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-964078e0-2bb7-4735-9ed2-e8ab5bfe3470 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Request body: {'security_group_rule': {'security_group_id': 'be302568-8eed-4a3d-baf0-3297e9c5ede4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:30.992229 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Pushing event updated for resources: {'Port': ['ID=34e0340c-decd-4c9d-883f-1d0036d75305,revision_number=4']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:30.997975 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-964078e0-2bb7-4735-9ed2-e8ab5bfe3470 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:31.066744 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-964078e0-2bb7-4735-9ed2-e8ab5bfe3470 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:31.070641 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-964078e0-2bb7-4735-9ed2-e8ab5bfe3470 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629246'] for security_group_rule, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:31.087790 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964078e0-2bb7-4735-9ed2-e8ab5bfe3470 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c53bb8-510c-4f8c-8f51-ac14f1f9cfdf,revision_number=0']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:31.095302 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-964078e0-2bb7-4735-9ed2-e8ab5bfe3470 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:31.096580 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-964078e0-2bb7-4735-9ed2-e8ab5bfe3470 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1361890 Jul 13 19:28:31.099684 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 52088) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:31.104024 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-61ae02a1-65a7-4c76-8f18-996095f32453 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Request body: {'floatingip': {'floating_network_id': '016193b2-3012-4896-ba69-fa2225e8730f'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:31.125594 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-61ae02a1-65a7-4c76-8f18-996095f32453 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for floatingip, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:31.218929 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-61ae02a1-65a7-4c76-8f18-996095f32453 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:31.325138 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.db_base_plugin_common [None req-61ae02a1-65a7-4c76-8f18-996095f32453 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Allocated IP 172.27.2.140 (016193b2-3012-4896-ba69-fa2225e8730f/5c7148d1-68ad-4d7f-9cc6-340fc018242b/67f2c369-3142-4f26-90a9-9b5d68c220d2) {{(pid=92884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:28:31.442282 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-61ae02a1-65a7-4c76-8f18-996095f32453 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for port, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:31.528738 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd400523-03ba-4386-a761-7920adf94375 req-38be2ddf-fee4-4804-8603-e3bfecd2cfeb tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:31.530265 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-dd400523-03ba-4386-a761-7920adf94375 req-38be2ddf-fee4-4804-8603-e3bfecd2cfeb tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 984 time: 0.1061978 Jul 13 19:28:31.531705 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-61ae02a1-65a7-4c76-8f18-996095f32453 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:31.582237 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ae02a1-65a7-4c76-8f18-996095f32453 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Network 016193b2-3012-4896-ba69-fa2225e8730f is already hosted by enough agents. {{(pid=92884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:28:31.592164 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [None req-61ae02a1-65a7-4c76-8f18-996095f32453 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Resources bound (agent type, host, resource id): {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:31.602617 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ae02a1-65a7-4c76-8f18-996095f32453 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Received port after_create {{(pid=92884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:28:31.613240 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae02a1-65a7-4c76-8f18-996095f32453 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Pushing event updated for resources: {'Port': ['ID=67f2c369-3142-4f26-90a9-9b5d68c220d2,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:31.636073 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-dd400523-03ba-4386-a761-7920adf94375 req-d4c428c1-9988-4152-9669-3c1b037e1fc1 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=0d88d4cd-8d7a-42d7-975c-49b763c914ca&id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0991888 Jul 13 19:28:31.703426 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-61ae02a1-65a7-4c76-8f18-996095f32453 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:31.747504 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-61ae02a1-65a7-4c76-8f18-996095f32453 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:31.789529 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b5dade-a077-4038-86b0-698c852db625 None None] Sync routers for ids ['ff42d82e-986f-4f34-93a7-d766664a6682'] in dv-cinder-786933-3-iscsi {{(pid=92887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:28:31.799815 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b5dade-a077-4038-86b0-698c852db625 None None] Routers {'ff42d82e-986f-4f34-93a7-d766664a6682'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:28:31.800519 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-52b5dade-a077-4038-86b0-698c852db625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:28:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['ff42d82e-986f-4f34-93a7-d766664a6682'], 'active': True} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:31.899584 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-61ae02a1-65a7-4c76-8f18-996095f32453 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for port, precommit_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:31.904123 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-61ae02a1-65a7-4c76-8f18-996095f32453 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4873477'] for port, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:31.905876 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvr_db [None req-52b5dade-a077-4038-86b0-698c852db625 None None] Set router ff42d82e-986f-4f34-93a7-d766664a6682 gateway port host: dv-cinder-786933-3-iscsi {{(pid=92887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:28:31.970548 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae02a1-65a7-4c76-8f18-996095f32453 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Pushing event updated for resources: {'Port': ['ID=67f2c369-3142-4f26-90a9-9b5d68c220d2,revision_number=2']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:31.980411 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-61ae02a1-65a7-4c76-8f18-996095f32453 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502340'] for floatingip, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:31.993814 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-61ae02a1-65a7-4c76-8f18-996095f32453 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for floatingip, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:32.004325 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-61ae02a1-65a7-4c76-8f18-996095f32453 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9034755 Jul 13 19:28:32.141604 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-245fc48c-5813-462c-afd7-139f79934880 req-bdaad7c1-4a97-43a8-be61-4b12b2d37853 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1983906699&fields=id&tenant_id=53d7d23c18294e858b53ce3d9cfcc8f3 HTTP/1.1" status: 200 len: 267 time: 0.0322020 Jul 13 19:28:32.185488 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-52b5dade-a077-4038-86b0-698c852db625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'name': 'tempest-AttachVolumeShelveTestJSON-422428207-router', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '34e0340c-decd-4c9d-883f-1d0036d75305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:26Z', 'updated_at': '2021-07-13T19:28:28Z', 'revision_number': 4, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'gw_port': {'id': '34e0340c-decd-4c9d-883f-1d0036d75305', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:41:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:26Z', 'updated_at': '2021-07-13T19:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '84a4b47c-5eea-4fee-b4d7-b4430164aca4', 'name': '', 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'mac_address': 'fa:16:3e:16:c1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '48f9eecd-f69f-424d-8316-69af76912fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:28Z', 'updated_at': '2021-07-13T19:28:29Z', 'revision_number': 2, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'subnets': [{'id': '48f9eecd-f69f-424d-8316-69af76912fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:32.213150 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b5dade-a077-4038-86b0-698c852db625 None None] Checking router: ff42d82e-986f-4f34-93a7-d766664a6682 for host: dv-cinder-786933-3-iscsi {{(pid=92887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:28:32.213496 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b5dade-a077-4038-86b0-698c852db625 None None] Updating router ff42d82e-986f-4f34-93a7-d766664a6682 port 84a4b47c-5eea-4fee-b4d7-b4430164aca4 binding host dv-cinder-786933-3-iscsi {{(pid=92887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:28:32.244230 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fc48c-5813-462c-afd7-139f79934880 req-d865a4bc-c745-4c27-af47-047a7709947c tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:32.246323 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-245fc48c-5813-462c-afd7-139f79934880 req-d865a4bc-c745-4c27-af47-047a7709947c tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/networks?id=b7b91cfb-e236-4fc1-bbf4-258475e6ab9e HTTP/1.1" status: 200 len: 816 time: 0.0977185 Jul 13 19:28:32.246468 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-52b5dade-a077-4038-86b0-698c852db625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:32.261039 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-245fc48c-5813-462c-afd7-139f79934880 req-b19227eb-2c1c-48ef-b458-d28224b5cab0 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/quotas/53d7d23c18294e858b53ce3d9cfcc8f3 HTTP/1.1" status: 200 len: 375 time: 0.0089467 Jul 13 19:28:32.338010 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-245fc48c-5813-462c-afd7-139f79934880 req-4c5c88a4-0850-40a1-ac94-e17445967c8a tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=53d7d23c18294e858b53ce3d9cfcc8f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0714984 Jul 13 19:28:32.435075 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-245fc48c-5813-462c-afd7-139f79934880 req-c1a7d3b1-221e-4cc7-99e2-8c0f2e2dcd32 service neutron] 10.222.0.22 "GET /v2.0/networks/b7b91cfb-e236-4fc1-bbf4-258475e6ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831223 Jul 13 19:28:32.514630 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 34e0340c-decd-4c9d-883f-1d0036d75305 up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:32.517648 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-52b5dade-a077-4038-86b0-698c852db625 None None] Notify callbacks [] for port, precommit_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:32.527841 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.provisioning_blocks [None req-52b5dade-a077-4038-86b0-698c852db625 None None] Transition to ACTIVE for port object 84a4b47c-5eea-4fee-b4d7-b4430164aca4 will not be triggered until provisioned by entity L2. {{(pid=92887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:32.533087 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-245fc48c-5813-462c-afd7-139f79934880 req-2dd49b02-1a26-44a6-8acb-54b266d4f540 service neutron] 10.222.0.22 "GET /v2.0/networks/b7b91cfb-e236-4fc1-bbf4-258475e6ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915365 Jul 13 19:28:32.534734 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-52b5dade-a077-4038-86b0-698c852db625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:32.573310 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port 34e0340c-decd-4c9d-883f-1d0036d75305 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:32.573898 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:32.575819 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a2841-0ce6-4f0a-a19e-8145dff6d7cf None None] Pushing event updated for resources: {'Port': ['ID=84a4b47c-5eea-4fee-b4d7-b4430164aca4,revision_number=3']} {{(pid=92887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:32.585666 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a2841-0ce6-4f0a-a19e-8145dff6d7cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:32.586012 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a2841-0ce6-4f0a-a19e-8145dff6d7cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:32.586347 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a2841-0ce6-4f0a-a19e-8145dff6d7cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:32.586675 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a2841-0ce6-4f0a-a19e-8145dff6d7cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:32.587000 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a2841-0ce6-4f0a-a19e-8145dff6d7cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:32.587511 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a2841-0ce6-4f0a-a19e-8145dff6d7cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:32.587985 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a2841-0ce6-4f0a-a19e-8145dff6d7cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:32.588516 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a2841-0ce6-4f0a-a19e-8145dff6d7cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:32.589755 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a2841-0ce6-4f0a-a19e-8145dff6d7cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:32.590265 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a2841-0ce6-4f0a-a19e-8145dff6d7cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:32.590768 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a2841-0ce6-4f0a-a19e-8145dff6d7cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:32.591322 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a2841-0ce6-4f0a-a19e-8145dff6d7cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:32.707732 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.managers [None req-52b5dade-a077-4038-86b0-698c852db625 None None] Attempting to bind port 84a4b47c-5eea-4fee-b4d7-b4430164aca4 on host dv-cinder-786933-3-iscsi for vnic_type normal with profile {{(pid=92887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:28:32.708369 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.managers [None req-52b5dade-a077-4038-86b0-698c852db625 None None] Attempting to bind port 84a4b47c-5eea-4fee-b4d7-b4430164aca4 by drivers openvswitch,hyperv on host dv-cinder-786933-3-iscsi at level 0 using segments [{'id': '7d54abea-c330-4950-8e3f-fa5e417f3735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e'}] {{(pid=92887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:28:32.708970 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b5dade-a077-4038-86b0-698c852db625 None None] Attempting to bind port 84a4b47c-5eea-4fee-b4d7-b4430164aca4 on network b7b91cfb-e236-4fc1-bbf4-258475e6ab9e {{(pid=92887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:28:32.714890 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b5dade-a077-4038-86b0-698c852db625 None None] Checking agent: {'id': '666c655c-5d62-4287-a041-db0951989b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 16, 18), 'started_at': datetime.datetime(2021, 7, 13, 19, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:28:32.715530 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b5dade-a077-4038-86b0-698c852db625 None None] Checking segment: {'id': '7d54abea-c330-4950-8e3f-fa5e417f3735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:28:32.716109 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-52b5dade-a077-4038-86b0-698c852db625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:32.716702 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b5dade-a077-4038-86b0-698c852db625 None None] Bound using segment: {'id': '7d54abea-c330-4950-8e3f-fa5e417f3735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e'} {{(pid=92887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:28:32.717346 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.managers [None req-52b5dade-a077-4038-86b0-698c852db625 None None] Bound port: 84a4b47c-5eea-4fee-b4d7-b4430164aca4, host: dv-cinder-786933-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d54abea-c330-4950-8e3f-fa5e417f3735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e'}}] {{(pid=92887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:28:32.717954 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-52b5dade-a077-4038-86b0-698c852db625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:32.759465 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-80d3ae64-ae2d-41a3-ac66-d4da69b97931 req-e57c3c2b-90b0-436d-be74-612ed3c10033 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7a1823-1ae7-44f5-8050-ba7855ab6b27 HTTP/1.1" status: 200 len: 210 time: 0.0670440 Jul 13 19:28:32.789677 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.db [None req-52b5dade-a077-4038-86b0-698c852db625 None None] For port 84a4b47c-5eea-4fee-b4d7-b4430164aca4, host dv-cinder-786933-3-iscsi, cleared binding levels {{(pid=92887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:28:32.793893 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.db [None req-52b5dade-a077-4038-86b0-698c852db625 None None] For port 84a4b47c-5eea-4fee-b4d7-b4430164aca4, host dv-cinder-786933-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=84a4b47c-5eea-4fee-b4d7-b4430164aca4,segment=NetworkSegment(7d54abea-c330-4950-8e3f-fa5e417f3735),segment_id=7d54abea-c330-4950-8e3f-fa5e417f3735)] {{(pid=92887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:28:32.801253 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-52b5dade-a077-4038-86b0-698c852db625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:32.859864 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b5dade-a077-4038-86b0-698c852db625 None None] Routers {'ff42d82e-986f-4f34-93a7-d766664a6682'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:28:32.860476 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-52b5dade-a077-4038-86b0-698c852db625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:28:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['ff42d82e-986f-4f34-93a7-d766664a6682'], 'active': True} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:32.865672 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d55c9e-0f26-4aa5-b64f-98a7e43927c6 req-ef0c82e2-f390-478a-9b95-c4e2ae6f3885 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:32.867884 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-f4d55c9e-0f26-4aa5-b64f-98a7e43927c6 req-ef0c82e2-f390-478a-9b95-c4e2ae6f3885 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 984 time: 0.0702333 Jul 13 19:28:32.918480 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-f4d55c9e-0f26-4aa5-b64f-98a7e43927c6 req-6408902f-7529-4df3-b414-455f2d7487d5 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=0d88d4cd-8d7a-42d7-975c-49b763c914ca&id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442033 Jul 13 19:28:32.924278 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a2841-0ce6-4f0a-a19e-8145dff6d7cf None None] Pushing event updated for resources: {'Port': ['ID=84a4b47c-5eea-4fee-b4d7-b4430164aca4,revision_number=4']} {{(pid=92887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:33.006048 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvr_db [None req-52b5dade-a077-4038-86b0-698c852db625 None None] Set router ff42d82e-986f-4f34-93a7-d766664a6682 gateway port host: dv-cinder-786933-3-iscsi {{(pid=92887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:28:33.214681 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-52b5dade-a077-4038-86b0-698c852db625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'name': 'tempest-AttachVolumeShelveTestJSON-422428207-router', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '34e0340c-decd-4c9d-883f-1d0036d75305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:26Z', 'updated_at': '2021-07-13T19:28:28Z', 'revision_number': 4, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'gw_port': {'id': '34e0340c-decd-4c9d-883f-1d0036d75305', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:41:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:26Z', 'updated_at': '2021-07-13T19:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '84a4b47c-5eea-4fee-b4d7-b4430164aca4', 'name': '', 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'mac_address': 'fa:16:3e:16:c1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '48f9eecd-f69f-424d-8316-69af76912fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:28Z', 'updated_at': '2021-07-13T19:28:32Z', 'revision_number': 4, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'subnets': [{'id': '48f9eecd-f69f-424d-8316-69af76912fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:33.241657 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b5dade-a077-4038-86b0-698c852db625 None None] The sync data for ids ['ff42d82e-986f-4f34-93a7-d766664a6682'] in dv-cinder-786933-3-iscsi is: [{'id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'name': 'tempest-AttachVolumeShelveTestJSON-422428207-router', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '34e0340c-decd-4c9d-883f-1d0036d75305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:26Z', 'updated_at': '2021-07-13T19:28:28Z', 'revision_number': 4, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'gw_port': {'id': '34e0340c-decd-4c9d-883f-1d0036d75305', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:41:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:26Z', 'updated_at': '2021-07-13T19:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '84a4b47c-5eea-4fee-b4d7-b4430164aca4', 'name': '', 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'mac_address': 'fa:16:3e:16:c1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '48f9eecd-f69f-424d-8316-69af76912fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:28Z', 'updated_at': '2021-07-13T19:28:32Z', 'revision_number': 4, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'subnets': [{'id': '48f9eecd-f69f-424d-8316-69af76912fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:28:33.934338 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-66c26ca2-f588-4969-aed8-934ada36b665 req-51a2f495-4f23-4728-a1fd-29acc04db7ae tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7a1823-1ae7-44f5-8050-ba7855ab6b27 HTTP/1.1" status: 200 len: 210 time: 0.0553808 Jul 13 19:28:33.983669 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fc48c-5813-462c-afd7-139f79934880 req-0064b3c7-9e0f-4810-9834-8b96fa53085b tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:33.985326 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-245fc48c-5813-462c-afd7-139f79934880 req-0064b3c7-9e0f-4810-9834-8b96fa53085b tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.72 "GET /v2.0/networks?id=b7b91cfb-e236-4fc1-bbf4-258475e6ab9e HTTP/1.1" status: 200 len: 816 time: 0.1353366 Jul 13 19:28:34.040067 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-245fc48c-5813-462c-afd7-139f79934880 req-234bf1a2-5490-461e-aac1-4125a26e5618 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53d7d23c18294e858b53ce3d9cfcc8f3 HTTP/1.1" status: 200 len: 380 time: 0.0444541 Jul 13 19:28:34.050621 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [req-245fc48c-5813-462c-afd7-139f79934880 req-b854ea9f-61ab-49ca-a1fb-de6996326e27 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Request body: {'port': {'device_id': 'ce7a1823-1ae7-44f5-8050-ba7855ab6b27', 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e', 'admin_state_up': True, 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'security_groups': ['be302568-8eed-4a3d-baf0-3297e9c5ede4']}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:34.113130 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef5b00-03b0-4c32-a7bb-9a869dd0b073 req-937f5883-963e-405b-b288-33ae36898a6b tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:34.114636 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-6bef5b00-03b0-4c32-a7bb-9a869dd0b073 req-937f5883-963e-405b-b288-33ae36898a6b tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 984 time: 0.0696578 Jul 13 19:28:34.156437 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-6bef5b00-03b0-4c32-a7bb-9a869dd0b073 req-fa983afe-cdd4-46bd-9f16-eb3bab4e6934 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=0d88d4cd-8d7a-42d7-975c-49b763c914ca&id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341938 Jul 13 19:28:34.166284 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-245fc48c-5813-462c-afd7-139f79934880 req-b854ea9f-61ab-49ca-a1fb-de6996326e27 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Made reservation on behalf of 53d7d23c18294e858b53ce3d9cfcc8f3 for: {'port': 1} {{(pid=92884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:28:34.170841 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-245fc48c-5813-462c-afd7-139f79934880 req-b854ea9f-61ab-49ca-a1fb-de6996326e27 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:34.299555 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.db_base_plugin_common [req-245fc48c-5813-462c-afd7-139f79934880 req-b854ea9f-61ab-49ca-a1fb-de6996326e27 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Allocated IP 172.20.0.6 (b7b91cfb-e236-4fc1-bbf4-258475e6ab9e/48f9eecd-f69f-424d-8316-69af76912fc2/7ff9d07b-ebc1-45a6-8184-fe925608a8eb) {{(pid=92884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:28:34.430620 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-245fc48c-5813-462c-afd7-139f79934880 req-b854ea9f-61ab-49ca-a1fb-de6996326e27 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for port, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:34.446592 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.provisioning_blocks [req-245fc48c-5813-462c-afd7-139f79934880 req-b854ea9f-61ab-49ca-a1fb-de6996326e27 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Transition to ACTIVE for port object 7ff9d07b-ebc1-45a6-8184-fe925608a8eb will not be triggered until provisioned by entity DHCP. {{(pid=92884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:34.480918 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-245fc48c-5813-462c-afd7-139f79934880 req-b854ea9f-61ab-49ca-a1fb-de6996326e27 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:34.499926 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 84a4b47c-5eea-4fee-b4d7-b4430164aca4 up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:34.530036 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-245fc48c-5813-462c-afd7-139f79934880 req-b854ea9f-61ab-49ca-a1fb-de6996326e27 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Network b7b91cfb-e236-4fc1-bbf4-258475e6ab9e is already hosted by enough agents. {{(pid=92884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:28:34.533234 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [req-245fc48c-5813-462c-afd7-139f79934880 req-b854ea9f-61ab-49ca-a1fb-de6996326e27 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Resources bound (agent type, host, resource id): {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:34.537381 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [req-245fc48c-5813-462c-afd7-139f79934880 req-b854ea9f-61ab-49ca-a1fb-de6996326e27 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Received port after_create {{(pid=92884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:28:34.550775 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning for port 84a4b47c-5eea-4fee-b4d7-b4430164aca4 completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:34.555524 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port 84a4b47c-5eea-4fee-b4d7-b4430164aca4 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:34.556246 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:34.569260 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854ea9f-61ab-49ca-a1fb-de6996326e27 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Pushing event updated for resources: {'Port': ['ID=7ff9d07b-ebc1-45a6-8184-fe925608a8eb,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:34.601182 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fc48c-5813-462c-afd7-139f79934880 req-b854ea9f-61ab-49ca-a1fb-de6996326e27 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:34.602321 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-245fc48c-5813-462c-afd7-139f79934880 req-b854ea9f-61ab-49ca-a1fb-de6996326e27 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:34.622027 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-245fc48c-5813-462c-afd7-139f79934880 req-b854ea9f-61ab-49ca-a1fb-de6996326e27 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5754147 Jul 13 19:28:34.640312 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [req-245fc48c-5813-462c-afd7-139f79934880 req-780e2151-5e6a-44df-86d7-9131ad4dff1c service neutron] Request body: {'port': {'device_id': 'ce7a1823-1ae7-44f5-8050-ba7855ab6b27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:34.654763 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:34.691019 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] For port 84a4b47c-5eea-4fee-b4d7-b4430164aca4, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=84a4b47c-5eea-4fee-b4d7-b4430164aca4,segment=NetworkSegment(7d54abea-c330-4950-8e3f-fa5e417f3735),segment_id=7d54abea-c330-4950-8e3f-fa5e417f3735)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:34.695578 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:34.720170 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-245fc48c-5813-462c-afd7-139f79934880 req-780e2151-5e6a-44df-86d7-9131ad4dff1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:34.752382 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Pushing event updated for resources: {'Port': ['ID=84a4b47c-5eea-4fee-b4d7-b4430164aca4,revision_number=5']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:34.801190 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-1fcedc50-0fbd-4d6b-b794-3ec2c261d5ed None None] Provisioning for port 7ff9d07b-ebc1-45a6-8184-fe925608a8eb completed by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:34.805497 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-1fcedc50-0fbd-4d6b-b794-3ec2c261d5ed None None] Provisioning complete for port 7ff9d07b-ebc1-45a6-8184-fe925608a8eb triggered by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:34.805932 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-1fcedc50-0fbd-4d6b-b794-3ec2c261d5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:34.844172 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-1fcedc50-0fbd-4d6b-b794-3ec2c261d5ed None None] Port 7ff9d07b-ebc1-45a6-8184-fe925608a8eb cannot update to ACTIVE because it is not bound. {{(pid=92886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:28:34.981848 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [req-245fc48c-5813-462c-afd7-139f79934880 req-780e2151-5e6a-44df-86d7-9131ad4dff1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ff9d07b-ebc1-45a6-8184-fe925608a8eb {{(pid=92884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:28:34.989332 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-245fc48c-5813-462c-afd7-139f79934880 req-780e2151-5e6a-44df-86d7-9131ad4dff1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:35.001316 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.provisioning_blocks [req-245fc48c-5813-462c-afd7-139f79934880 req-780e2151-5e6a-44df-86d7-9131ad4dff1c service neutron] Transition to ACTIVE for port object 7ff9d07b-ebc1-45a6-8184-fe925608a8eb will not be triggered until provisioned by entity L2. {{(pid=92884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:35.005745 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-245fc48c-5813-462c-afd7-139f79934880 req-780e2151-5e6a-44df-86d7-9131ad4dff1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4873477'] for port, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:35.067229 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e2151-5e6a-44df-86d7-9131ad4dff1c service neutron] Pushing event updated for resources: {'Port': ['ID=7ff9d07b-ebc1-45a6-8184-fe925608a8eb,revision_number=2']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:35.167830 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-245fc48c-5813-462c-afd7-139f79934880 req-780e2151-5e6a-44df-86d7-9131ad4dff1c service neutron] Attempting to bind port 7ff9d07b-ebc1-45a6-8184-fe925608a8eb on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:28:35.168171 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-245fc48c-5813-462c-afd7-139f79934880 req-780e2151-5e6a-44df-86d7-9131ad4dff1c service neutron] Attempting to bind port 7ff9d07b-ebc1-45a6-8184-fe925608a8eb by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '7d54abea-c330-4950-8e3f-fa5e417f3735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e'}] {{(pid=92884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:28:35.168519 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245fc48c-5813-462c-afd7-139f79934880 req-780e2151-5e6a-44df-86d7-9131ad4dff1c service neutron] Attempting to bind port 7ff9d07b-ebc1-45a6-8184-fe925608a8eb on network b7b91cfb-e236-4fc1-bbf4-258475e6ab9e {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:28:35.177754 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245fc48c-5813-462c-afd7-139f79934880 req-780e2151-5e6a-44df-86d7-9131ad4dff1c service neutron] Port 7ff9d07b-ebc1-45a6-8184-fe925608a8eb on network b7b91cfb-e236-4fc1-bbf4-258475e6ab9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:28:35.178086 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245fc48c-5813-462c-afd7-139f79934880 req-780e2151-5e6a-44df-86d7-9131ad4dff1c service neutron] Attempting to bind port 7ff9d07b-ebc1-45a6-8184-fe925608a8eb on network b7b91cfb-e236-4fc1-bbf4-258475e6ab9e {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:28:35.191888 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8494e28-4d06-4d80-9a3c-647a079a2495 req-6035406d-bfd1-47b1-98ec-1f7695386986 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:35.193495 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d8494e28-4d06-4d80-9a3c-647a079a2495 req-6035406d-bfd1-47b1-98ec-1f7695386986 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7a1823-1ae7-44f5-8050-ba7855ab6b27 HTTP/1.1" status: 200 len: 943 time: 0.1383259 Jul 13 19:28:35.194759 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245fc48c-5813-462c-afd7-139f79934880 req-780e2151-5e6a-44df-86d7-9131ad4dff1c service neutron] Checking agent: {'id': '412a95eb-dbf1-48e2-9390-163f76043269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 22, 13), 'started_at': datetime.datetime(2021, 7, 13, 19, 22, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:28:35.195107 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245fc48c-5813-462c-afd7-139f79934880 req-780e2151-5e6a-44df-86d7-9131ad4dff1c service neutron] Checking segment: {'id': '7d54abea-c330-4950-8e3f-fa5e417f3735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:28:35.195494 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245fc48c-5813-462c-afd7-139f79934880 req-780e2151-5e6a-44df-86d7-9131ad4dff1c service neutron] Bound using segment: {'id': '7d54abea-c330-4950-8e3f-fa5e417f3735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e'} {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:28:35.196094 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-245fc48c-5813-462c-afd7-139f79934880 req-780e2151-5e6a-44df-86d7-9131ad4dff1c service neutron] Bound port: 7ff9d07b-ebc1-45a6-8184-fe925608a8eb, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d54abea-c330-4950-8e3f-fa5e417f3735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e'}}] {{(pid=92884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:28:35.196289 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-245fc48c-5813-462c-afd7-139f79934880 req-780e2151-5e6a-44df-86d7-9131ad4dff1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:35.264724 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d8494e28-4d06-4d80-9a3c-647a079a2495 req-0d1d2271-a584-4d9b-9cc8-d14c2098b2f3 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/security-groups?id=be302568-8eed-4a3d-baf0-3297e9c5ede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587909 Jul 13 19:28:35.293182 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-245fc48c-5813-462c-afd7-139f79934880 req-780e2151-5e6a-44df-86d7-9131ad4dff1c service neutron] For port 7ff9d07b-ebc1-45a6-8184-fe925608a8eb, host hv-cinder-78693, cleared binding levels {{(pid=92884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:28:35.296340 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-245fc48c-5813-462c-afd7-139f79934880 req-780e2151-5e6a-44df-86d7-9131ad4dff1c service neutron] For port 7ff9d07b-ebc1-45a6-8184-fe925608a8eb, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7ff9d07b-ebc1-45a6-8184-fe925608a8eb,segment=NetworkSegment(7d54abea-c330-4950-8e3f-fa5e417f3735),segment_id=7d54abea-c330-4950-8e3f-fa5e417f3735)] {{(pid=92884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:28:35.302138 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-245fc48c-5813-462c-afd7-139f79934880 req-780e2151-5e6a-44df-86d7-9131ad4dff1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4873477'] for port, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:35.336702 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fc48c-5813-462c-afd7-139f79934880 req-780e2151-5e6a-44df-86d7-9131ad4dff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:35.337347 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-245fc48c-5813-462c-afd7-139f79934880 req-780e2151-5e6a-44df-86d7-9131ad4dff1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:35.338746 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-245fc48c-5813-462c-afd7-139f79934880 req-780e2151-5e6a-44df-86d7-9131ad4dff1c service neutron] 10.222.0.72 "PUT /v2.0/ports/7ff9d07b-ebc1-45a6-8184-fe925608a8eb HTTP/1.1" status: 200 len: 1093 time: 0.7036448 Jul 13 19:28:35.339853 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce7a1823-1ae7-44f5-8050-ba7855ab6b27', 'tag': '7ff9d07b-ebc1-45a6-8184-fe925608a8eb'}] {{(pid=92884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:28:35.342048 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cf84a925f246af12420c5659448fd2d5dd2a3ba7c6b104c2b07d23eb28f3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ab3ab0-5886-4823-883d-103be0634372" -d '{"events": [{"name": "network-changed", "server_uuid": "ce7a1823-1ae7-44f5-8050-ba7855ab6b27", "tag": "7ff9d07b-ebc1-45a6-8184-fe925608a8eb"}]}' {{(pid=92884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:28:35.347072 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4cebd-264f-4682-99ca-be4ceaaf651c req-0f61543b-6bcf-4dc3-bc02-2589d870e618 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:35.348749 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-f2d4cebd-264f-4682-99ca-be4ceaaf651c req-0f61543b-6bcf-4dc3-bc02-2589d870e618 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 984 time: 0.0721989 Jul 13 19:28:35.390247 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a61b9b8-136a-4dae-a8fa-e38f48d80b99 x-openstack-request-id: req-6a61b9b8-136a-4dae-a8fa-e38f48d80b99 {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:28:35.390646 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce7a1823-1ae7-44f5-8050-ba7855ab6b27", "tag": "7ff9d07b-ebc1-45a6-8184-fe925608a8eb", "status": "completed", "code": 200}]} {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:28:35.391086 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6a61b9b8-136a-4dae-a8fa-e38f48d80b99 {{(pid=92884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:28:35.391559 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce7a1823-1ae7-44f5-8050-ba7855ab6b27', 'tag': '7ff9d07b-ebc1-45a6-8184-fe925608a8eb', 'status': 'completed', 'code': 200} Jul 13 19:28:35.392263 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e2151-5e6a-44df-86d7-9131ad4dff1c service neutron] Pushing event updated for resources: {'Port': ['ID=7ff9d07b-ebc1-45a6-8184-fe925608a8eb,revision_number=3']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:35.394900 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-f2d4cebd-264f-4682-99ca-be4ceaaf651c req-810c17e6-2967-4f0f-a043-e40eba08353f tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=0d88d4cd-8d7a-42d7-975c-49b763c914ca&id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386105 Jul 13 19:28:35.449020 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fc48c-5813-462c-afd7-139f79934880 req-c9e6ee9d-a56b-4de6-93a1-50c46465d027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:35.450895 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-245fc48c-5813-462c-afd7-139f79934880 req-c9e6ee9d-a56b-4de6-93a1-50c46465d027 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53d7d23c18294e858b53ce3d9cfcc8f3&device_id=ce7a1823-1ae7-44f5-8050-ba7855ab6b27 HTTP/1.1" status: 200 len: 1096 time: 0.0713968 Jul 13 19:28:35.493016 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-245fc48c-5813-462c-afd7-139f79934880 req-37433ee6-2b1a-4f84-81c5-70b5736e62b5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ff9d07b-ebc1-45a6-8184-fe925608a8eb HTTP/1.1" status: 200 len: 217 time: 0.0347950 Jul 13 19:28:35.541915 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fc48c-5813-462c-afd7-139f79934880 req-2d6ca142-c15d-45e2-8918-697965c1ae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:35.543424 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-245fc48c-5813-462c-afd7-139f79934880 req-2d6ca142-c15d-45e2-8918-697965c1ae9d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=48f9eecd-f69f-424d-8316-69af76912fc2 HTTP/1.1" status: 200 len: 855 time: 0.0442622 Jul 13 19:28:35.603440 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fc48c-5813-462c-afd7-139f79934880 req-abfc42de-b928-4cb0-bdf1-3b4760fee8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:35.604999 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-245fc48c-5813-462c-afd7-139f79934880 req-abfc42de-b928-4cb0-bdf1-3b4760fee8eb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b7b91cfb-e236-4fc1-bbf4-258475e6ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552475 Jul 13 19:28:35.692899 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-245fc48c-5813-462c-afd7-139f79934880 req-0d8b0a28-a6e9-4632-a88d-b2ce0381167d service neutron] 10.222.0.72 "GET /v2.0/networks/b7b91cfb-e236-4fc1-bbf4-258475e6ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810087 Jul 13 19:28:35.783629 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-245fc48c-5813-462c-afd7-139f79934880 req-461fb97a-0481-4998-a2c0-1274b52470ff service neutron] 10.222.0.72 "GET /v2.0/networks/b7b91cfb-e236-4fc1-bbf4-258475e6ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835969 Jul 13 19:28:35.880791 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab3ab0-5886-4823-883d-103be0634372 req-3476aee2-0c05-4a19-9633-165fd2dc07c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:35.882341 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f9ab3ab0-5886-4823-883d-103be0634372 req-3476aee2-0c05-4a19-9633-165fd2dc07c6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53d7d23c18294e858b53ce3d9cfcc8f3&device_id=ce7a1823-1ae7-44f5-8050-ba7855ab6b27 HTTP/1.1" status: 200 len: 1096 time: 0.0530891 Jul 13 19:28:35.970493 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab3ab0-5886-4823-883d-103be0634372 req-693a6771-9107-46d6-99ac-e863d24ee42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:35.971976 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f9ab3ab0-5886-4823-883d-103be0634372 req-693a6771-9107-46d6-99ac-e863d24ee42b service neutron] 10.222.0.72 "GET /v2.0/networks?id=b7b91cfb-e236-4fc1-bbf4-258475e6ab9e HTTP/1.1" status: 200 len: 918 time: 0.0808311 Jul 13 19:28:36.018429 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f9ab3ab0-5886-4823-883d-103be0634372 req-b3efd1d9-08f8-4681-9c51-35ae17e48f2e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ff9d07b-ebc1-45a6-8184-fe925608a8eb HTTP/1.1" status: 200 len: 217 time: 0.0390015 Jul 13 19:28:36.069346 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab3ab0-5886-4823-883d-103be0634372 req-20685542-b56f-4e17-a6e9-a790cee1451d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:36.070822 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f9ab3ab0-5886-4823-883d-103be0634372 req-20685542-b56f-4e17-a6e9-a790cee1451d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=48f9eecd-f69f-424d-8316-69af76912fc2 HTTP/1.1" status: 200 len: 855 time: 0.0430164 Jul 13 19:28:36.137538 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab3ab0-5886-4823-883d-103be0634372 req-24b4592b-6e9e-488b-9dcf-894b1f371d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:36.139031 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f9ab3ab0-5886-4823-883d-103be0634372 req-24b4592b-6e9e-488b-9dcf-894b1f371d81 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b7b91cfb-e236-4fc1-bbf4-258475e6ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603945 Jul 13 19:28:36.240617 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f9ab3ab0-5886-4823-883d-103be0634372 req-184679fe-9068-42a2-a5b6-db545308982f service neutron] 10.222.0.72 "GET /v2.0/networks/b7b91cfb-e236-4fc1-bbf4-258475e6ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872521 Jul 13 19:28:36.331805 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f9ab3ab0-5886-4823-883d-103be0634372 req-5818861b-63bc-4eb4-9770-7782339c39a0 service neutron] 10.222.0.72 "GET /v2.0/networks/b7b91cfb-e236-4fc1-bbf4-258475e6ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823123 Jul 13 19:28:36.448072 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c4053-26a1-48d1-a403-70ec37efd0e5 req-fa14074d-1f9a-480a-8d16-3e513bdda9d2 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:36.449635 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-139c4053-26a1-48d1-a403-70ec37efd0e5 req-fa14074d-1f9a-480a-8d16-3e513bdda9d2 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7a1823-1ae7-44f5-8050-ba7855ab6b27 HTTP/1.1" status: 200 len: 943 time: 0.0644541 Jul 13 19:28:36.482366 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 84a4b47c-5eea-4fee-b4d7-b4430164aca4 up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:36.500276 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-139c4053-26a1-48d1-a403-70ec37efd0e5 req-c7739820-d073-47dd-93ff-cc2782579f80 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/security-groups?id=be302568-8eed-4a3d-baf0-3297e9c5ede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412967 Jul 13 19:28:36.536999 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port 84a4b47c-5eea-4fee-b4d7-b4430164aca4 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:36.537499 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:36.588623 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5286f9-6c17-48cd-87e1-c5e443949d91 req-7a627d67-9ced-4cc6-8d24-96d532f16da9 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:36.590709 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-2c5286f9-6c17-48cd-87e1-c5e443949d91 req-7a627d67-9ced-4cc6-8d24-96d532f16da9 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 984 time: 0.0642796 Jul 13 19:28:36.630739 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-2c5286f9-6c17-48cd-87e1-c5e443949d91 req-2d81eadb-87d3-42a8-ad12-e00297d54d35 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=0d88d4cd-8d7a-42d7-975c-49b763c914ca&id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343235 Jul 13 19:28:37.308350 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 7ff9d07b-ebc1-45a6-8184-fe925608a8eb details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:28:37.403109 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 7ff9d07b-ebc1-45a6-8184-fe925608a8eb, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7ff9d07b-ebc1-45a6-8184-fe925608a8eb,segment=NetworkSegment(7d54abea-c330-4950-8e3f-fa5e417f3735),segment_id=7d54abea-c330-4950-8e3f-fa5e417f3735)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:37.413888 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Returning: {'device': '7ff9d07b-ebc1-45a6-8184-fe925608a8eb', 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e', 'port_id': '7ff9d07b-ebc1-45a6-8184-fe925608a8eb', 'mac_address': 'fa:16:3e:f4:91:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48f9eecd-f69f-424d-8316-69af76912fc2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:28:37.448984 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:37.460925 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.notifiers.nova [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ff9d07b-ebc1-45a6-8184-fe925608a8eb {{(pid=92886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:28:37.480268 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 7ff9d07b-ebc1-45a6-8184-fe925608a8eb, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7ff9d07b-ebc1-45a6-8184-fe925608a8eb,segment=NetworkSegment(7d54abea-c330-4950-8e3f-fa5e417f3735),segment_id=7d54abea-c330-4950-8e3f-fa5e417f3735)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:37.484566 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:37.534966 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Pushing event updated for resources: {'Port': ['ID=7ff9d07b-ebc1-45a6-8184-fe925608a8eb,revision_number=4']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:37.679508 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27503862-277f-467b-aa2d-8e19516e2214 req-0fec7b41-304d-4a1c-86f7-d3eb3be4c73a tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:37.680916 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-27503862-277f-467b-aa2d-8e19516e2214 req-0fec7b41-304d-4a1c-86f7-d3eb3be4c73a tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7a1823-1ae7-44f5-8050-ba7855ab6b27 HTTP/1.1" status: 200 len: 944 time: 0.0615590 Jul 13 19:28:37.718167 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-27503862-277f-467b-aa2d-8e19516e2214 req-2e8c8f50-8a69-499f-81f6-dbe0e0530c93 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/security-groups?id=be302568-8eed-4a3d-baf0-3297e9c5ede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316863 Jul 13 19:28:37.748865 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] get_ports_and_sgs() called for port_ids ['7ff9d07b-ebc1-45a6-8184-fe925608a8eb'] {{(pid=92886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:28:38.897477 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8e154-ec7c-4c32-91b0-b7c97917b63b req-41060bd5-93f0-442b-aaec-4ac3537888c2 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:38.899077 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-eef8e154-ec7c-4c32-91b0-b7c97917b63b req-41060bd5-93f0-442b-aaec-4ac3537888c2 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7a1823-1ae7-44f5-8050-ba7855ab6b27 HTTP/1.1" status: 200 len: 944 time: 0.0663738 Jul 13 19:28:38.936980 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-eef8e154-ec7c-4c32-91b0-b7c97917b63b req-5e47eb68-e735-4af0-8633-bb5aca8f85ea tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/security-groups?id=be302568-8eed-4a3d-baf0-3297e9c5ede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324211 Jul 13 19:28:39.318077 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 7ff9d07b-ebc1-45a6-8184-fe925608a8eb up at agent hyperv_hv-cinder-78693 {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:39.365273 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Provisioning for port 7ff9d07b-ebc1-45a6-8184-fe925608a8eb completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:39.369156 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Provisioning complete for port 7ff9d07b-ebc1-45a6-8184-fe925608a8eb triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:39.369533 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:39.448042 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:39.470053 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7a1823-1ae7-44f5-8050-ba7855ab6b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff9d07b-ebc1-45a6-8184-fe925608a8eb'}] {{(pid=92886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:28:39.472294 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2110528246aa69f40c90618f30b6bebf52a56ffd7d9758f57e079d5fd4b7be03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ff262d-fb11-4eed-b7fb-c42b1fc43fde" -d '{"events": [{"server_uuid": "ce7a1823-1ae7-44f5-8050-ba7855ab6b27", "name": "network-vif-plugged", "status": "completed", "tag": "7ff9d07b-ebc1-45a6-8184-fe925608a8eb"}]}' {{(pid=92886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:28:39.485881 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 7ff9d07b-ebc1-45a6-8184-fe925608a8eb, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7ff9d07b-ebc1-45a6-8184-fe925608a8eb,segment=NetworkSegment(7d54abea-c330-4950-8e3f-fa5e417f3735),segment_id=7d54abea-c330-4950-8e3f-fa5e417f3735)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:39.489726 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:39.512471 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178bbad4-e1fe-4152-b591-18d06cc0abe6 x-openstack-request-id: req-178bbad4-e1fe-4152-b591-18d06cc0abe6 {{(pid=92886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:28:39.512789 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7a1823-1ae7-44f5-8050-ba7855ab6b27", "name": "network-vif-plugged", "status": "completed", "tag": "7ff9d07b-ebc1-45a6-8184-fe925608a8eb", "code": 200}]} {{(pid=92886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:28:39.513043 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-178bbad4-e1fe-4152-b591-18d06cc0abe6 {{(pid=92886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:28:39.513430 dv-cinder-786933-3-iscsi neutron-server[92886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7a1823-1ae7-44f5-8050-ba7855ab6b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff9d07b-ebc1-45a6-8184-fe925608a8eb', 'code': 200} Jul 13 19:28:39.540627 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Pushing event updated for resources: {'Port': ['ID=7ff9d07b-ebc1-45a6-8184-fe925608a8eb,revision_number=5']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:39.730225 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910eb9b-9727-46cc-b0d4-957cb9ec510c req-18c11fe6-ade3-4323-951a-95c9c3d20f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:39.731713 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0910eb9b-9727-46cc-b0d4-957cb9ec510c req-18c11fe6-ade3-4323-951a-95c9c3d20f39 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ce7a1823-1ae7-44f5-8050-ba7855ab6b27 HTTP/1.1" status: 200 len: 1098 time: 0.0504503 Jul 13 19:28:39.766967 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0910eb9b-9727-46cc-b0d4-957cb9ec510c req-fa195ef6-66e8-44a9-b1bc-1fc77c9bb060 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=be302568-8eed-4a3d-baf0-3297e9c5ede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276978 Jul 13 19:28:40.109239 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc7d07-f41a-49ff-8292-8a546dca4bef req-32f9d12c-6c46-4c26-9855-049bcee9887d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:40.110628 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-0ecc7d07-f41a-49ff-8292-8a546dca4bef req-32f9d12c-6c46-4c26-9855-049bcee9887d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7a1823-1ae7-44f5-8050-ba7855ab6b27 HTTP/1.1" status: 200 len: 945 time: 0.0618362 Jul 13 19:28:40.152062 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-0ecc7d07-f41a-49ff-8292-8a546dca4bef req-c8e4bb1b-ac80-4664-b6cc-260c1e89fdd3 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/security-groups?id=be302568-8eed-4a3d-baf0-3297e9c5ede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352807 Jul 13 19:28:41.335614 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0388f3-0894-46dc-9880-dc46a10a6715 req-400e15b4-40aa-4256-8f57-4b6cdeda9bdf tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:41.337114 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-5d0388f3-0894-46dc-9880-dc46a10a6715 req-400e15b4-40aa-4256-8f57-4b6cdeda9bdf tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7a1823-1ae7-44f5-8050-ba7855ab6b27 HTTP/1.1" status: 200 len: 945 time: 0.0659254 Jul 13 19:28:41.375068 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-5d0388f3-0894-46dc-9880-dc46a10a6715 req-0546757a-0584-41e6-9dfc-80dcf8efb4ef tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/security-groups?id=be302568-8eed-4a3d-baf0-3297e9c5ede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323479 Jul 13 19:28:41.541469 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff11c1-4a82-4211-a257-e1328c0066f1 req-9dbeb1c9-fc1a-4391-b21e-444db84b0195 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:41.543628 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-d7ff11c1-4a82-4211-a257-e1328c0066f1 req-9dbeb1c9-fc1a-4391-b21e-444db84b0195 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7a1823-1ae7-44f5-8050-ba7855ab6b27 HTTP/1.1" status: 200 len: 945 time: 0.0613704 Jul 13 19:28:41.552121 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 52208) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:41.556596 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-2771d61e-2e48-4874-9050-43d306447b1d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Request body: {'floatingip': {'port_id': '7ff9d07b-ebc1-45a6-8184-fe925608a8eb'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:41.627614 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-2771d61e-2e48-4874-9050-43d306447b1d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for floatingip, before_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:42.435936 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-2771d61e-2e48-4874-9050-43d306447b1d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:42.439562 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-2771d61e-2e48-4874-9050-43d306447b1d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502340'] for floatingip, after_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:42.534403 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.db.l3_db [None req-2771d61e-2e48-4874-9050-43d306447b1d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Floating IP 153a1ccc-57cf-4a08-b964-72b136cc5cbd associated. External IP: 172.27.2.140, port: 7ff9d07b-ebc1-45a6-8184-fe925608a8eb. Jul 13 19:28:42.613770 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:42.737659 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2771d61e-2e48-4874-9050-43d306447b1d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Router ff42d82e-986f-4f34-93a7-d766664a6682 has already been hosted by L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd {{(pid=92885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:28:42.841091 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2771d61e-2e48-4874-9050-43d306447b1d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:28:42.846015 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-2771d61e-2e48-4874-9050-43d306447b1d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for floatingip, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:42.850250 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78a695b-64ac-4a3d-97c2-7c5ebd12c26d None None] Sync routers for ids ['ff42d82e-986f-4f34-93a7-d766664a6682'] in dv-cinder-786933-3-iscsi {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:28:42.859197 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78a695b-64ac-4a3d-97c2-7c5ebd12c26d None None] Routers {'ff42d82e-986f-4f34-93a7-d766664a6682'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:28:42.859801 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-b78a695b-64ac-4a3d-97c2-7c5ebd12c26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:28:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['ff42d82e-986f-4f34-93a7-d766664a6682'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:42.883886 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-2771d61e-2e48-4874-9050-43d306447b1d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "PUT /v2.0/floatingips/153a1ccc-57cf-4a08-b964-72b136cc5cbd HTTP/1.1" status: 200 len: 991 time: 1.3281481 Jul 13 19:28:42.883886 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce7a1823-1ae7-44f5-8050-ba7855ab6b27', 'tag': '7ff9d07b-ebc1-45a6-8184-fe925608a8eb'}] {{(pid=92885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:28:42.884219 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31f80f9b8720474c1f79c69ae76da95a509923de65c92150015c81fc62ea229" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cd1a5c-7a46-417e-abf2-07db3414fd93" -d '{"events": [{"name": "network-changed", "server_uuid": "ce7a1823-1ae7-44f5-8050-ba7855ab6b27", "tag": "7ff9d07b-ebc1-45a6-8184-fe925608a8eb"}]}' {{(pid=92885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:28:42.922684 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695a2eb4-ff47-4e21-a2bb-039899ac6416 x-openstack-request-id: req-695a2eb4-ff47-4e21-a2bb-039899ac6416 {{(pid=92885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:28:42.922974 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce7a1823-1ae7-44f5-8050-ba7855ab6b27", "tag": "7ff9d07b-ebc1-45a6-8184-fe925608a8eb", "status": "completed", "code": 200}]} {{(pid=92885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:28:42.923222 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-695a2eb4-ff47-4e21-a2bb-039899ac6416 {{(pid=92885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:28:42.923619 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce7a1823-1ae7-44f5-8050-ba7855ab6b27', 'tag': '7ff9d07b-ebc1-45a6-8184-fe925608a8eb', 'status': 'completed', 'code': 200} Jul 13 19:28:42.977213 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-b78a695b-64ac-4a3d-97c2-7c5ebd12c26d None None] Set router ff42d82e-986f-4f34-93a7-d766664a6682 gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:28:43.008855 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd1a5c-7a46-417e-abf2-07db3414fd93 req-f1f4d5e6-5e8d-4cf1-bf2d-3c49b2860de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:43.010466 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b8cd1a5c-7a46-417e-abf2-07db3414fd93 req-f1f4d5e6-5e8d-4cf1-bf2d-3c49b2860de9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53d7d23c18294e858b53ce3d9cfcc8f3&device_id=ce7a1823-1ae7-44f5-8050-ba7855ab6b27 HTTP/1.1" status: 200 len: 1098 time: 0.0548301 Jul 13 19:28:43.111827 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd1a5c-7a46-417e-abf2-07db3414fd93 req-7f2488f2-86f8-4132-ae51-792bc3f60424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:43.113342 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b8cd1a5c-7a46-417e-abf2-07db3414fd93 req-7f2488f2-86f8-4132-ae51-792bc3f60424 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b7b91cfb-e236-4fc1-bbf4-258475e6ab9e HTTP/1.1" status: 200 len: 918 time: 0.0854633 Jul 13 19:28:43.178564 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b8cd1a5c-7a46-417e-abf2-07db3414fd93 req-0310f758-7561-447b-a144-97c5a4628904 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ff9d07b-ebc1-45a6-8184-fe925608a8eb HTTP/1.1" status: 200 len: 999 time: 0.0566454 Jul 13 19:28:43.225966 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd1a5c-7a46-417e-abf2-07db3414fd93 req-15c00f1f-35fe-426e-aeea-ad4f0e77ea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:43.227416 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b8cd1a5c-7a46-417e-abf2-07db3414fd93 req-15c00f1f-35fe-426e-aeea-ad4f0e77ea01 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=48f9eecd-f69f-424d-8316-69af76912fc2 HTTP/1.1" status: 200 len: 855 time: 0.0412834 Jul 13 19:28:43.249271 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-b78a695b-64ac-4a3d-97c2-7c5ebd12c26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'name': 'tempest-AttachVolumeShelveTestJSON-422428207-router', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '34e0340c-decd-4c9d-883f-1d0036d75305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:26Z', 'updated_at': '2021-07-13T19:28:28Z', 'revision_number': 4, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'gw_port': {'id': '34e0340c-decd-4c9d-883f-1d0036d75305', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:41:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:26Z', 'updated_at': '2021-07-13T19:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_floatingips': [{'id': '153a1ccc-57cf-4a08-b964-72b136cc5cbd', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'router_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'port_id': '7ff9d07b-ebc1-45a6-8184-fe925608a8eb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e', 'mac_address': 'fa:16:3e:f4:91:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7a1823-1ae7-44f5-8050-ba7855ab6b27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:28:31Z', 'updated_at': '2021-07-13T19:28:42Z', 'revision_number': 1, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a4b47c-5eea-4fee-b4d7-b4430164aca4', 'name': '', 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'mac_address': 'fa:16:3e:16:c1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '48f9eecd-f69f-424d-8316-69af76912fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:28Z', 'updated_at': '2021-07-13T19:28:34Z', 'revision_number': 5, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'subnets': [{'id': '48f9eecd-f69f-424d-8316-69af76912fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:43.279078 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78a695b-64ac-4a3d-97c2-7c5ebd12c26d None None] Checking router: ff42d82e-986f-4f34-93a7-d766664a6682 for host: dv-cinder-786933-3-iscsi {{(pid=92886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:28:43.287364 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78a695b-64ac-4a3d-97c2-7c5ebd12c26d None None] Routers {'ff42d82e-986f-4f34-93a7-d766664a6682'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:28:43.287535 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd1a5c-7a46-417e-abf2-07db3414fd93 req-268b5239-3ffc-479f-b65c-497ac9c0bfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:43.287972 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-b78a695b-64ac-4a3d-97c2-7c5ebd12c26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:28:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['ff42d82e-986f-4f34-93a7-d766664a6682'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:43.289025 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b8cd1a5c-7a46-417e-abf2-07db3414fd93 req-268b5239-3ffc-479f-b65c-497ac9c0bfa4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b7b91cfb-e236-4fc1-bbf4-258475e6ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543733 Jul 13 19:28:43.377884 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b8cd1a5c-7a46-417e-abf2-07db3414fd93 req-01dac8ad-c1d0-4481-80fb-02005b55e8d5 service neutron] 10.222.0.72 "GET /v2.0/networks/b7b91cfb-e236-4fc1-bbf4-258475e6ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814846 Jul 13 19:28:43.390758 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-b78a695b-64ac-4a3d-97c2-7c5ebd12c26d None None] Set router ff42d82e-986f-4f34-93a7-d766664a6682 gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:28:43.472338 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b8cd1a5c-7a46-417e-abf2-07db3414fd93 req-2eab9775-bc93-4ea3-a884-53117df292e5 service neutron] 10.222.0.72 "GET /v2.0/networks/b7b91cfb-e236-4fc1-bbf4-258475e6ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841608 Jul 13 19:28:43.719494 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-b78a695b-64ac-4a3d-97c2-7c5ebd12c26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'name': 'tempest-AttachVolumeShelveTestJSON-422428207-router', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '34e0340c-decd-4c9d-883f-1d0036d75305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:26Z', 'updated_at': '2021-07-13T19:28:28Z', 'revision_number': 4, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'gw_port': {'id': '34e0340c-decd-4c9d-883f-1d0036d75305', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:41:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:26Z', 'updated_at': '2021-07-13T19:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_floatingips': [{'id': '153a1ccc-57cf-4a08-b964-72b136cc5cbd', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'router_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'port_id': '7ff9d07b-ebc1-45a6-8184-fe925608a8eb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e', 'mac_address': 'fa:16:3e:f4:91:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7a1823-1ae7-44f5-8050-ba7855ab6b27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:28:31Z', 'updated_at': '2021-07-13T19:28:42Z', 'revision_number': 1, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a4b47c-5eea-4fee-b4d7-b4430164aca4', 'name': '', 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'mac_address': 'fa:16:3e:16:c1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '48f9eecd-f69f-424d-8316-69af76912fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:28Z', 'updated_at': '2021-07-13T19:28:34Z', 'revision_number': 5, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'subnets': [{'id': '48f9eecd-f69f-424d-8316-69af76912fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:43.744679 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78a695b-64ac-4a3d-97c2-7c5ebd12c26d None None] The sync data for ids ['ff42d82e-986f-4f34-93a7-d766664a6682'] in dv-cinder-786933-3-iscsi is: [{'id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'name': 'tempest-AttachVolumeShelveTestJSON-422428207-router', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '34e0340c-decd-4c9d-883f-1d0036d75305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:26Z', 'updated_at': '2021-07-13T19:28:28Z', 'revision_number': 4, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'gw_port': {'id': '34e0340c-decd-4c9d-883f-1d0036d75305', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:41:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:26Z', 'updated_at': '2021-07-13T19:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_floatingips': [{'id': '153a1ccc-57cf-4a08-b964-72b136cc5cbd', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'router_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'port_id': '7ff9d07b-ebc1-45a6-8184-fe925608a8eb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e', 'mac_address': 'fa:16:3e:f4:91:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7a1823-1ae7-44f5-8050-ba7855ab6b27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:28:31Z', 'updated_at': '2021-07-13T19:28:42Z', 'revision_number': 1, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a4b47c-5eea-4fee-b4d7-b4430164aca4', 'name': '', 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'mac_address': 'fa:16:3e:16:c1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '48f9eecd-f69f-424d-8316-69af76912fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:28Z', 'updated_at': '2021-07-13T19:28:34Z', 'revision_number': 5, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'subnets': [{'id': '48f9eecd-f69f-424d-8316-69af76912fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:28:43.941133 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78499cf9-a0cd-4375-8d64-9f08f6be2cf3 None None] New status for floating IP 153a1ccc-57cf-4a08-b964-72b136cc5cbd: ACTIVE {{(pid=92887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:28:45.185876 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-227182ef-bd6b-41df-b525-8feee43effdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:47.732222 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-2ab0234a-580b-489b-bfd5-9d930efa2d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:47.841207 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:48.996900 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:50.635056 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:28:50.665836 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:09.667183 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-527b688d-ba9b-41b8-a6b9-9b8e4ef99e9e req-7ee594a7-43b5-4caf-87f0-bae2894155d0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3602810 Jul 13 19:29:09.773142 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b688d-ba9b-41b8-a6b9-9b8e4ef99e9e req-42d748cf-9863-4cec-8d2c-f4ed802ba969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:09.774653 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-527b688d-ba9b-41b8-a6b9-9b8e4ef99e9e req-42d748cf-9863-4cec-8d2c-f4ed802ba969 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f2df23c120004786bdbc54c2ad27b7df&device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 1098 time: 0.0578184 Jul 13 19:29:09.888751 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b688d-ba9b-41b8-a6b9-9b8e4ef99e9e req-cbe574cc-770c-4138-b9c1-c93f61e539af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:09.890201 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-527b688d-ba9b-41b8-a6b9-9b8e4ef99e9e req-cbe574cc-770c-4138-b9c1-c93f61e539af service neutron] 10.222.0.72 "GET /v2.0/networks?id=cf7dab8a-c373-4837-ae0f-7b4d00b9b824 HTTP/1.1" status: 200 len: 913 time: 0.0908058 Jul 13 19:29:09.960642 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-527b688d-ba9b-41b8-a6b9-9b8e4ef99e9e req-cf82d21d-8c54-486f-baad-15f2541bcafa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e460608-e870-437f-8280-90358297765f HTTP/1.1" status: 200 len: 1001 time: 0.0610526 Jul 13 19:29:10.010479 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b688d-ba9b-41b8-a6b9-9b8e4ef99e9e req-b5efccef-f06e-4c09-964b-27b9a224eb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:10.011947 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-527b688d-ba9b-41b8-a6b9-9b8e4ef99e9e req-b5efccef-f06e-4c09-964b-27b9a224eb25 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c43d8f9f-c845-4d5c-82df-5404e88902e1 HTTP/1.1" status: 200 len: 850 time: 0.0431468 Jul 13 19:29:10.083369 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b688d-ba9b-41b8-a6b9-9b8e4ef99e9e req-099ae5b9-f7b3-421c-8aae-1a4c43c54313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:10.084908 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-527b688d-ba9b-41b8-a6b9-9b8e4ef99e9e req-099ae5b9-f7b3-421c-8aae-1a4c43c54313 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf7dab8a-c373-4837-ae0f-7b4d00b9b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561726 Jul 13 19:29:10.175606 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-527b688d-ba9b-41b8-a6b9-9b8e4ef99e9e req-37d15063-8385-440d-a936-cd2c2c1edc0d service neutron] 10.222.0.72 "GET /v2.0/networks/cf7dab8a-c373-4837-ae0f-7b4d00b9b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821569 Jul 13 19:29:10.289556 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-527b688d-ba9b-41b8-a6b9-9b8e4ef99e9e req-f56e71bd-82cd-48c4-a965-81fb5a332718 service neutron] 10.222.0.72 "GET /v2.0/networks/cf7dab8a-c373-4837-ae0f-7b4d00b9b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053803 Jul 13 19:29:12.632970 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:15.354588 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6402cb6c-177c-4fc8-bd06-bfd12412bf1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:17.733315 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6a1a8cf6-9208-4c07-8bdf-ddf72e28378c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:17.842938 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:18.999862 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:20.673821 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:20.693633 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-8f8bad7e-b84f-4c39-8a82-7ac3141dd879 req-05c30010-af3e-4705-b082-f0247fa2fc53 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1237074737&fields=id&tenant_id=df66158c799144888d9e3e2d499b2c33 HTTP/1.1" status: 200 len: 267 time: 0.0871763 Jul 13 19:29:20.778814 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bad7e-b84f-4c39-8a82-7ac3141dd879 req-f39299d5-a877-45fc-9c5f-7d9834233615 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:20.780235 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-8f8bad7e-b84f-4c39-8a82-7ac3141dd879 req-f39299d5-a877-45fc-9c5f-7d9834233615 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 984 time: 0.0808618 Jul 13 19:29:20.790738 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [req-8f8bad7e-b84f-4c39-8a82-7ac3141dd879 req-f9216b78-a5d3-45bb-b3e8-8f9901ec823a tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Request body: {'port': {'security_groups': ['d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577']}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:20.887549 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-8f8bad7e-b84f-4c39-8a82-7ac3141dd879 req-f9216b78-a5d3-45bb-b3e8-8f9901ec823a tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:21.066767 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.db [req-8f8bad7e-b84f-4c39-8a82-7ac3141dd879 req-f9216b78-a5d3-45bb-b3e8-8f9901ec823a tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] For port 8291ad93-47a9-4f66-8f34-f93c2f6ef99f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8291ad93-47a9-4f66-8f34-f93c2f6ef99f,segment=NetworkSegment(7463682c-908b-41b4-9218-712097f5a306),segment_id=7463682c-908b-41b4-9218-712097f5a306)] {{(pid=92885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:21.095628 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-8f8bad7e-b84f-4c39-8a82-7ac3141dd879 req-f9216b78-a5d3-45bb-b3e8-8f9901ec823a tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks [] for port, precommit_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:21.100415 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-8f8bad7e-b84f-4c39-8a82-7ac3141dd879 req-f9216b78-a5d3-45bb-b3e8-8f9901ec823a tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372883'] for port, after_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:21.120234 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] get_ports_and_sgs() called for port_ids ['8291ad93-47a9-4f66-8f34-f93c2f6ef99f'] {{(pid=92886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:21.155267 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bad7e-b84f-4c39-8a82-7ac3141dd879 req-f9216b78-a5d3-45bb-b3e8-8f9901ec823a tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:21.155267 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-8f8bad7e-b84f-4c39-8a82-7ac3141dd879 req-f9216b78-a5d3-45bb-b3e8-8f9901ec823a tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:21.155267 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-8f8bad7e-b84f-4c39-8a82-7ac3141dd879 req-f9216b78-a5d3-45bb-b3e8-8f9901ec823a tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "PUT /v2.0/ports/8291ad93-47a9-4f66-8f34-f93c2f6ef99f HTTP/1.1" status: 200 len: 942 time: 0.3688624 Jul 13 19:29:21.155737 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d09d8f-03d8-4dcd-8c1e-4967f11c9cad', 'tag': '8291ad93-47a9-4f66-8f34-f93c2f6ef99f'}] {{(pid=92885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:21.157794 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31f80f9b8720474c1f79c69ae76da95a509923de65c92150015c81fc62ea229" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91d80a0-2eb7-4a20-9917-4dc4cff0969e" -d '{"events": [{"name": "network-changed", "server_uuid": "93d09d8f-03d8-4dcd-8c1e-4967f11c9cad", "tag": "8291ad93-47a9-4f66-8f34-f93c2f6ef99f"}]}' {{(pid=92885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:21.161938 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 52522) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:21.206746 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9216b78-a5d3-45bb-b3e8-8f9901ec823a tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Pushing event updated for resources: {'Port': ['ID=8291ad93-47a9-4f66-8f34-f93c2f6ef99f,revision_number=7']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:21.214173 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9216b78-a5d3-45bb-b3e8-8f9901ec823a tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:21.214665 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9216b78-a5d3-45bb-b3e8-8f9901ec823a tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:21.215076 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9216b78-a5d3-45bb-b3e8-8f9901ec823a tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:21.215585 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9216b78-a5d3-45bb-b3e8-8f9901ec823a tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:21.216428 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9216b78-a5d3-45bb-b3e8-8f9901ec823a tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:21.216428 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9216b78-a5d3-45bb-b3e8-8f9901ec823a tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:21.216713 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9216b78-a5d3-45bb-b3e8-8f9901ec823a tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:21.216962 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9216b78-a5d3-45bb-b3e8-8f9901ec823a tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:21.217291 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9216b78-a5d3-45bb-b3e8-8f9901ec823a tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:21.217617 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9216b78-a5d3-45bb-b3e8-8f9901ec823a tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:21.217943 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9216b78-a5d3-45bb-b3e8-8f9901ec823a tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:21.218265 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9216b78-a5d3-45bb-b3e8-8f9901ec823a tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:21.249783 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ebb2648d-dcbf-4d8f-bfa8-0291d76c91cf tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:21.291969 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] get_ports_and_sgs() called for port_ids ['8291ad93-47a9-4f66-8f34-f93c2f6ef99f'] {{(pid=92886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:21.299345 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ebb2648d-dcbf-4d8f-bfa8-0291d76c91cf tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:21.333666 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52398193-4619-4f98-b12c-f226d3ed5507 x-openstack-request-id: req-52398193-4619-4f98-b12c-f226d3ed5507 {{(pid=92885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:21.333979 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d09d8f-03d8-4dcd-8c1e-4967f11c9cad", "tag": "8291ad93-47a9-4f66-8f34-f93c2f6ef99f", "status": "completed", "code": 200}]} {{(pid=92885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:21.334212 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-52398193-4619-4f98-b12c-f226d3ed5507 {{(pid=92885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:21.334890 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d09d8f-03d8-4dcd-8c1e-4967f11c9cad', 'tag': '8291ad93-47a9-4f66-8f34-f93c2f6ef99f', 'status': 'completed', 'code': 200} Jul 13 19:29:21.407497 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ebb2648d-dcbf-4d8f-bfa8-0291d76c91cf tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:21.410069 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ebb2648d-dcbf-4d8f-bfa8-0291d76c91cf tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:21.413897 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-ebb2648d-dcbf-4d8f-bfa8-0291d76c91cf tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "DELETE /v2.0/security-groups/0d88d4cd-8d7a-42d7-975c-49b763c914ca HTTP/1.1" status: 204 len: 168 time: 0.2481129 Jul 13 19:29:21.414268 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 52530) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:21.431390 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb2648d-dcbf-4d8f-bfa8-0291d76c91cf tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d88d4cd-8d7a-42d7-975c-49b763c914ca,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:21.453831 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb2648d-dcbf-4d8f-bfa8-0291d76c91cf tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:21.454160 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb2648d-dcbf-4d8f-bfa8-0291d76c91cf tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:21.454491 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb2648d-dcbf-4d8f-bfa8-0291d76c91cf tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:21.455059 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb2648d-dcbf-4d8f-bfa8-0291d76c91cf tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:21.455171 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb2648d-dcbf-4d8f-bfa8-0291d76c91cf tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:21.455488 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb2648d-dcbf-4d8f-bfa8-0291d76c91cf tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:21.455833 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb2648d-dcbf-4d8f-bfa8-0291d76c91cf tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:21.456277 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb2648d-dcbf-4d8f-bfa8-0291d76c91cf tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:21.456761 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb2648d-dcbf-4d8f-bfa8-0291d76c91cf tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:21.457092 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb2648d-dcbf-4d8f-bfa8-0291d76c91cf tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:21.457489 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb2648d-dcbf-4d8f-bfa8-0291d76c91cf tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:21.457808 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb2648d-dcbf-4d8f-bfa8-0291d76c91cf tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:21.478235 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d80a0-2eb7-4a20-9917-4dc4cff0969e req-2e9770ce-5e8c-4969-aba7-bc0b44a59e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:21.479854 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e91d80a0-2eb7-4a20-9917-4dc4cff0969e req-2e9770ce-5e8c-4969-aba7-bc0b44a59e7e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=df66158c799144888d9e3e2d499b2c33&device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 1098 time: 0.1154518 Jul 13 19:29:21.509903 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-065e3cdc-716f-4067-81e5-bf8c1892ac9e None None] Provisioning complete for port 8291ad93-47a9-4f66-8f34-f93c2f6ef99f triggered by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:29:21.510271 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-065e3cdc-716f-4067-81e5-bf8c1892ac9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:21.599301 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d80a0-2eb7-4a20-9917-4dc4cff0969e req-2119ae34-5c56-4a5a-a754-fd10bcf7dd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:21.600995 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e91d80a0-2eb7-4a20-9917-4dc4cff0969e req-2119ae34-5c56-4a5a-a754-fd10bcf7dd6d service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7 HTTP/1.1" status: 200 len: 917 time: 0.1079178 Jul 13 19:29:21.621476 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.plugin [None req-0585601a-9feb-4e13-8a8a-7395a29699c0 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Deleting port 126a4d28-67ac-44a8-b739-aa897ba5ba46 {{(pid=92885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:29:21.621826 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-0585601a-9feb-4e13-8a8a-7395a29699c0 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:21.669816 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e91d80a0-2eb7-4a20-9917-4dc4cff0969e req-de92a8ec-f3ba-4ed3-9e97-2a623d531beb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8291ad93-47a9-4f66-8f34-f93c2f6ef99f HTTP/1.1" status: 200 len: 1000 time: 0.0600798 Jul 13 19:29:21.696106 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-0585601a-9feb-4e13-8a8a-7395a29699c0 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:21.696771 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-0585601a-9feb-4e13-8a8a-7395a29699c0 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:21.708708 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.plugin [None req-0585601a-9feb-4e13-8a8a-7395a29699c0 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Calling delete_port for 126a4d28-67ac-44a8-b739-aa897ba5ba46 owned by network:floatingip {{(pid=92885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:29:21.725089 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d80a0-2eb7-4a20-9917-4dc4cff0969e req-da6bdff3-a163-461f-96aa-008b79bacad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:21.726580 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e91d80a0-2eb7-4a20-9917-4dc4cff0969e req-da6bdff3-a163-461f-96aa-008b79bacad7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6c509fd0-b2ef-4a02-b3c6-9aba994fdd49 HTTP/1.1" status: 200 len: 854 time: 0.0469105 Jul 13 19:29:21.786605 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d80a0-2eb7-4a20-9917-4dc4cff0969e req-e52583bc-090d-495b-8654-97593ef6d8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:21.788135 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e91d80a0-2eb7-4a20-9917-4dc4cff0969e req-e52583bc-090d-495b-8654-97593ef6d8a4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522835 Jul 13 19:29:21.882026 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e91d80a0-2eb7-4a20-9917-4dc4cff0969e req-f21c17ac-87d1-4b1f-b100-f0bd1fbbdb97 service neutron] 10.222.0.72 "GET /v2.0/networks/0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802643 Jul 13 19:29:21.887563 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-0585601a-9feb-4e13-8a8a-7395a29699c0 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372888'] for port, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:21.910912 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0585601a-9feb-4e13-8a8a-7395a29699c0 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Pushing event deleted for resources: {'Port': ['ID=126a4d28-67ac-44a8-b739-aa897ba5ba46,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:21.977533 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-0585601a-9feb-4e13-8a8a-7395a29699c0 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks [] for floatingip, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:21.977794 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e91d80a0-2eb7-4a20-9917-4dc4cff0969e req-03663c1d-b3a8-4efd-9f8a-757a03a43e3b service neutron] 10.222.0.72 "GET /v2.0/networks/0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866826 Jul 13 19:29:21.978041 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.db.l3_db [None req-0585601a-9feb-4e13-8a8a-7395a29699c0 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Floating IP f7cad5d2-40d4-4e77-9d33-09bf16f85ab0 disassociated (deleted). External IP: 172.27.2.36, port: 8291ad93-47a9-4f66-8f34-f93c2f6ef99f. Jul 13 19:29:22.414467 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0585601a-9feb-4e13-8a8a-7395a29699c0 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Router 9877da21-dbfb-4ffa-a301-4d01ab9b37fc has already been hosted by L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd {{(pid=92885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:29:22.521015 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0585601a-9feb-4e13-8a8a-7395a29699c0 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:29:22.525480 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-0585601a-9feb-4e13-8a8a-7395a29699c0 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for floatingip, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:22.532091 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daa430a-3a5f-47f2-8f80-4c6d1aa65344 None None] Sync routers for ids ['9877da21-dbfb-4ffa-a301-4d01ab9b37fc'] in dv-cinder-786933-3-iscsi {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:29:22.541754 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daa430a-3a5f-47f2-8f80-4c6d1aa65344 None None] Routers {'9877da21-dbfb-4ffa-a301-4d01ab9b37fc'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:29:22.542476 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-3daa430a-3a5f-47f2-8f80-4c6d1aa65344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:29:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['9877da21-dbfb-4ffa-a301-4d01ab9b37fc'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:22.566046 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-0585601a-9feb-4e13-8a8a-7395a29699c0 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "DELETE /v2.0/floatingips/f7cad5d2-40d4-4e77-9d33-09bf16f85ab0 HTTP/1.1" status: 204 len: 168 time: 1.1506886 Jul 13 19:29:22.656763 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-3daa430a-3a5f-47f2-8f80-4c6d1aa65344 None None] Set router 9877da21-dbfb-4ffa-a301-4d01ab9b37fc gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:29:22.862678 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-3daa430a-3a5f-47f2-8f80-4c6d1aa65344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9877da21-dbfb-4ffa-a301-4d01ab9b37fc', 'name': 'tempest-TestMinimumBasicScenario-1972901604-router', 'tenant_id': 'df66158c799144888d9e3e2d499b2c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'eb39f659-011a-4e41-87cd-935a7589b90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:10Z', 'updated_at': '2021-07-13T19:25:13Z', 'revision_number': 4, 'project_id': 'df66158c799144888d9e3e2d499b2c33', 'gw_port': {'id': 'eb39f659-011a-4e41-87cd-935a7589b90a', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9877da21-dbfb-4ffa-a301-4d01ab9b37fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:10Z', 'updated_at': '2021-07-13T19:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '2d65d26f-6ed1-498d-920c-b1946022d0fd', 'name': '', 'network_id': '0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7', 'tenant_id': 'df66158c799144888d9e3e2d499b2c33', 'mac_address': 'fa:16:3e:82:d0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9877da21-dbfb-4ffa-a301-4d01ab9b37fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '6c509fd0-b2ef-4a02-b3c6-9aba994fdd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:13Z', 'updated_at': '2021-07-13T19:25:20Z', 'revision_number': 5, 'project_id': 'df66158c799144888d9e3e2d499b2c33', 'subnets': [{'id': '6c509fd0-b2ef-4a02-b3c6-9aba994fdd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:22.890670 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daa430a-3a5f-47f2-8f80-4c6d1aa65344 None None] Checking router: 9877da21-dbfb-4ffa-a301-4d01ab9b37fc for host: dv-cinder-786933-3-iscsi {{(pid=92886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:29:22.899180 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daa430a-3a5f-47f2-8f80-4c6d1aa65344 None None] Routers {'9877da21-dbfb-4ffa-a301-4d01ab9b37fc'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:29:22.899793 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-3daa430a-3a5f-47f2-8f80-4c6d1aa65344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:29:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['9877da21-dbfb-4ffa-a301-4d01ab9b37fc'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:23.003211 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-3daa430a-3a5f-47f2-8f80-4c6d1aa65344 None None] Set router 9877da21-dbfb-4ffa-a301-4d01ab9b37fc gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:29:23.200145 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-3daa430a-3a5f-47f2-8f80-4c6d1aa65344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9877da21-dbfb-4ffa-a301-4d01ab9b37fc', 'name': 'tempest-TestMinimumBasicScenario-1972901604-router', 'tenant_id': 'df66158c799144888d9e3e2d499b2c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'eb39f659-011a-4e41-87cd-935a7589b90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:10Z', 'updated_at': '2021-07-13T19:25:13Z', 'revision_number': 4, 'project_id': 'df66158c799144888d9e3e2d499b2c33', 'gw_port': {'id': 'eb39f659-011a-4e41-87cd-935a7589b90a', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9877da21-dbfb-4ffa-a301-4d01ab9b37fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:10Z', 'updated_at': '2021-07-13T19:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '2d65d26f-6ed1-498d-920c-b1946022d0fd', 'name': '', 'network_id': '0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7', 'tenant_id': 'df66158c799144888d9e3e2d499b2c33', 'mac_address': 'fa:16:3e:82:d0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9877da21-dbfb-4ffa-a301-4d01ab9b37fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '6c509fd0-b2ef-4a02-b3c6-9aba994fdd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:13Z', 'updated_at': '2021-07-13T19:25:20Z', 'revision_number': 5, 'project_id': 'df66158c799144888d9e3e2d499b2c33', 'subnets': [{'id': '6c509fd0-b2ef-4a02-b3c6-9aba994fdd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:23.224854 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daa430a-3a5f-47f2-8f80-4c6d1aa65344 None None] The sync data for ids ['9877da21-dbfb-4ffa-a301-4d01ab9b37fc'] in dv-cinder-786933-3-iscsi is: [{'id': '9877da21-dbfb-4ffa-a301-4d01ab9b37fc', 'name': 'tempest-TestMinimumBasicScenario-1972901604-router', 'tenant_id': 'df66158c799144888d9e3e2d499b2c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'eb39f659-011a-4e41-87cd-935a7589b90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:10Z', 'updated_at': '2021-07-13T19:25:13Z', 'revision_number': 4, 'project_id': 'df66158c799144888d9e3e2d499b2c33', 'gw_port': {'id': 'eb39f659-011a-4e41-87cd-935a7589b90a', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9877da21-dbfb-4ffa-a301-4d01ab9b37fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:10Z', 'updated_at': '2021-07-13T19:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '2d65d26f-6ed1-498d-920c-b1946022d0fd', 'name': '', 'network_id': '0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7', 'tenant_id': 'df66158c799144888d9e3e2d499b2c33', 'mac_address': 'fa:16:3e:82:d0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9877da21-dbfb-4ffa-a301-4d01ab9b37fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '6c509fd0-b2ef-4a02-b3c6-9aba994fdd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:13Z', 'updated_at': '2021-07-13T19:25:20Z', 'revision_number': 5, 'project_id': 'df66158c799144888d9e3e2d499b2c33', 'subnets': [{'id': '6c509fd0-b2ef-4a02-b3c6-9aba994fdd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:29:23.335798 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d09d8f-03d8-4dcd-8c1e-4967f11c9cad', 'tag': '8291ad93-47a9-4f66-8f34-f93c2f6ef99f'}] {{(pid=92885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:23.338299 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31f80f9b8720474c1f79c69ae76da95a509923de65c92150015c81fc62ea229" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbec44ef-7f95-4ff1-b41f-94f19ee6d9d6" -d '{"events": [{"name": "network-changed", "server_uuid": "93d09d8f-03d8-4dcd-8c1e-4967f11c9cad", "tag": "8291ad93-47a9-4f66-8f34-f93c2f6ef99f"}]}' {{(pid=92885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:23.391173 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105f8628-ae60-4c15-b0c5-0a07dee6da80 x-openstack-request-id: req-105f8628-ae60-4c15-b0c5-0a07dee6da80 {{(pid=92885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:23.391173 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d09d8f-03d8-4dcd-8c1e-4967f11c9cad", "tag": "8291ad93-47a9-4f66-8f34-f93c2f6ef99f", "status": "completed", "code": 200}]} {{(pid=92885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:23.391173 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-105f8628-ae60-4c15-b0c5-0a07dee6da80 {{(pid=92885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:23.391173 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d09d8f-03d8-4dcd-8c1e-4967f11c9cad', 'tag': '8291ad93-47a9-4f66-8f34-f93c2f6ef99f', 'status': 'completed', 'code': 200} Jul 13 19:29:23.438320 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc54eda-2c81-4719-bc17-aecd161c61c8 None None] New status for floating IP f7cad5d2-40d4-4e77-9d33-09bf16f85ab0: DOWN {{(pid=92887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:29:23.477543 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec44ef-7f95-4ff1-b41f-94f19ee6d9d6 req-49198b33-3d27-4a98-be9f-194087365303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:23.479078 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-dbec44ef-7f95-4ff1-b41f-94f19ee6d9d6 req-49198b33-3d27-4a98-be9f-194087365303 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=df66158c799144888d9e3e2d499b2c33&device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 1098 time: 0.0546784 Jul 13 19:29:23.586115 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec44ef-7f95-4ff1-b41f-94f19ee6d9d6 req-da3d82ac-25d0-4055-b358-7dbc062c6349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:23.588183 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-dbec44ef-7f95-4ff1-b41f-94f19ee6d9d6 req-da3d82ac-25d0-4055-b358-7dbc062c6349 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7 HTTP/1.1" status: 200 len: 917 time: 0.0968993 Jul 13 19:29:23.631892 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-dbec44ef-7f95-4ff1-b41f-94f19ee6d9d6 req-06d81e9e-d005-45f3-af99-5c86a7dc3b2b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8291ad93-47a9-4f66-8f34-f93c2f6ef99f HTTP/1.1" status: 200 len: 217 time: 0.0345180 Jul 13 19:29:23.687602 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec44ef-7f95-4ff1-b41f-94f19ee6d9d6 req-d0c6a225-db08-4061-b64d-0cb0c95a2865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:23.689098 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-dbec44ef-7f95-4ff1-b41f-94f19ee6d9d6 req-d0c6a225-db08-4061-b64d-0cb0c95a2865 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6c509fd0-b2ef-4a02-b3c6-9aba994fdd49 HTTP/1.1" status: 200 len: 854 time: 0.0447950 Jul 13 19:29:23.755946 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec44ef-7f95-4ff1-b41f-94f19ee6d9d6 req-66e43801-d232-4905-b9d5-478784bd46c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:23.757399 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-dbec44ef-7f95-4ff1-b41f-94f19ee6d9d6 req-66e43801-d232-4905-b9d5-478784bd46c9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0604396 Jul 13 19:29:23.848783 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-dbec44ef-7f95-4ff1-b41f-94f19ee6d9d6 req-d5aa3a12-6690-414e-a5b4-8b300690c121 service neutron] 10.222.0.72 "GET /v2.0/networks/0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830228 Jul 13 19:29:23.947364 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-dbec44ef-7f95-4ff1-b41f-94f19ee6d9d6 req-34395454-5dca-4d40-9129-eca62f5968e5 service neutron] 10.222.0.72 "GET /v2.0/networks/0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911856 Jul 13 19:29:27.634339 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:29:42.657299 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:45.186807 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-21fab19a-d4e7-4937-80ab-0fe2c296d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:47.734088 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-bf0a867c-d11d-422b-a593-754d67d2f882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:47.845149 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:49.003694 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:50.672093 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:04.633053 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:30:09.338017 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f48ca2aa-a819-4b3f-9385-e7b5bc005d06 req-a55cae0f-b7cc-41d6-a8e7-1d04d525ea37 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502579 Jul 13 19:30:09.409822 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ca2aa-a819-4b3f-9385-e7b5bc005d06 req-a7821c0b-b9c1-4a60-b7c3-22d875f948b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:09.411329 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f48ca2aa-a819-4b3f-9385-e7b5bc005d06 req-a7821c0b-b9c1-4a60-b7c3-22d875f948b0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=df66158c799144888d9e3e2d499b2c33&device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 1098 time: 0.0518198 Jul 13 19:30:09.518242 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ca2aa-a819-4b3f-9385-e7b5bc005d06 req-b2f46dea-1789-4f12-8dac-9776d5e1384d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:09.519735 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f48ca2aa-a819-4b3f-9385-e7b5bc005d06 req-b2f46dea-1789-4f12-8dac-9776d5e1384d service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7 HTTP/1.1" status: 200 len: 917 time: 0.0879791 Jul 13 19:30:09.559106 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f48ca2aa-a819-4b3f-9385-e7b5bc005d06 req-35f607fa-ef4c-4087-80be-130a9befc520 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8291ad93-47a9-4f66-8f34-f93c2f6ef99f HTTP/1.1" status: 200 len: 217 time: 0.0331848 Jul 13 19:30:09.604991 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ca2aa-a819-4b3f-9385-e7b5bc005d06 req-661396a8-9981-45b9-9394-05e5c0e7dace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:09.606411 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f48ca2aa-a819-4b3f-9385-e7b5bc005d06 req-661396a8-9981-45b9-9394-05e5c0e7dace service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6c509fd0-b2ef-4a02-b3c6-9aba994fdd49 HTTP/1.1" status: 200 len: 854 time: 0.0414231 Jul 13 19:30:09.665997 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ca2aa-a819-4b3f-9385-e7b5bc005d06 req-691e2245-812d-4bed-895a-3fe89d405112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:09.667466 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f48ca2aa-a819-4b3f-9385-e7b5bc005d06 req-691e2245-812d-4bed-895a-3fe89d405112 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546548 Jul 13 19:30:09.756198 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f48ca2aa-a819-4b3f-9385-e7b5bc005d06 req-9acc007c-2787-4ed2-879d-833bca153a6f service neutron] 10.222.0.72 "GET /v2.0/networks/0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819690 Jul 13 19:30:09.848027 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f48ca2aa-a819-4b3f-9385-e7b5bc005d06 req-e2ecdcfd-4fd7-4879-8d91-00b2b5578892 service neutron] 10.222.0.72 "GET /v2.0/networks/0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854256 Jul 13 19:30:12.661915 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:15.188631 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-5eaaa142-7bae-4098-aa79-3a9fe29a3977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:17.734813 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-ccbadf9d-3e75-44f4-8c73-374d6b090f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:17.850264 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:19.004598 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:20.678119 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:41.635778 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:30:42.656204 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:45.194012 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4a97ffaf-a1e0-4e97-a51f-8c8b28788183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:47.741105 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-5cadab4a-474d-49f5-b9e8-c1489ac808ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:47.857340 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:49.008135 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:50.683930 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:09.387120 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c255f6b6-d2db-4bf1-84e7-b7195a40d63f req-3f0c0729-ead6-46bd-bc65-bf595ec61359 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514429 Jul 13 19:31:09.461056 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255f6b6-d2db-4bf1-84e7-b7195a40d63f req-1f5010d1-7040-4b30-a78d-100add195556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:09.462554 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c255f6b6-d2db-4bf1-84e7-b7195a40d63f req-1f5010d1-7040-4b30-a78d-100add195556 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f76de9f3b2d84e1186fc4522ac5150ad&device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 1099 time: 0.0511270 Jul 13 19:31:09.566685 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255f6b6-d2db-4bf1-84e7-b7195a40d63f req-bdaa643e-2361-41bb-b687-b83006072483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:09.568726 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c255f6b6-d2db-4bf1-84e7-b7195a40d63f req-bdaa643e-2361-41bb-b687-b83006072483 service neutron] 10.222.0.72 "GET /v2.0/networks?id=343ffcfe-70d9-48b8-9086-8c12260c08de HTTP/1.1" status: 200 len: 916 time: 0.0856862 Jul 13 19:31:09.610827 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c255f6b6-d2db-4bf1-84e7-b7195a40d63f req-33609d42-5058-4e8a-9984-e8c1cfebda2b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82723c4e-ec5b-4c83-bd3a-813f746aae69 HTTP/1.1" status: 200 len: 217 time: 0.0343959 Jul 13 19:31:09.661833 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255f6b6-d2db-4bf1-84e7-b7195a40d63f req-30102b93-9dc3-442c-83ee-5146a2fb9784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:09.663582 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c255f6b6-d2db-4bf1-84e7-b7195a40d63f req-30102b93-9dc3-442c-83ee-5146a2fb9784 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5f275551-11ea-4db1-9a8c-68b28ff9d178 HTTP/1.1" status: 200 len: 854 time: 0.0453455 Jul 13 19:31:09.702139 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c255f6b6-d2db-4bf1-84e7-b7195a40d63f req-73f737e2-1cd0-40e4-a60d-174c3d010b21 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=343ffcfe-70d9-48b8-9086-8c12260c08de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315158 Jul 13 19:31:09.792143 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c255f6b6-d2db-4bf1-84e7-b7195a40d63f req-48abab17-bdcd-4b03-acfa-3672140ba8cf service neutron] 10.222.0.72 "GET /v2.0/networks/343ffcfe-70d9-48b8-9086-8c12260c08de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812016 Jul 13 19:31:09.885556 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c255f6b6-d2db-4bf1-84e7-b7195a40d63f req-9ca2b342-bd30-46a2-bd70-46a19ac716ae service neutron] 10.222.0.72 "GET /v2.0/networks/343ffcfe-70d9-48b8-9086-8c12260c08de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854177 Jul 13 19:31:12.664803 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:15.191770 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-1ae5f17b-70b3-47b2-8936-c0620c61234d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:17.733277 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-f6f64717-04f3-45a1-a5f4-aabdb5808df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:17.848215 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:18.634077 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:31:19.010583 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:20.685175 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:42.656959 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:45.184057 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-958f3f86-0276-492e-8e2f-96135051383f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:47.735151 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-0a92c944-3900-4981-b0d8-2938379af788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:47.851280 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:49.013786 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:50.688586 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:55.633712 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:32:09.329012 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ef44c227-b0df-41ab-807b-1846cd044352 req-73e0905b-9c03-48ec-9f6c-846a237ad455 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ce7a1823-1ae7-44f5-8050-ba7855ab6b27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510907 Jul 13 19:32:09.402708 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44c227-b0df-41ab-807b-1846cd044352 req-a4606ea4-53e5-4b8d-b44a-d3789d1b03e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:09.404194 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ef44c227-b0df-41ab-807b-1846cd044352 req-a4606ea4-53e5-4b8d-b44a-d3789d1b03e6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53d7d23c18294e858b53ce3d9cfcc8f3&device_id=ce7a1823-1ae7-44f5-8050-ba7855ab6b27 HTTP/1.1" status: 200 len: 1098 time: 0.0520830 Jul 13 19:32:09.519153 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44c227-b0df-41ab-807b-1846cd044352 req-9e7fce6a-e9de-4cd2-aaed-722d5c267ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:09.521226 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ef44c227-b0df-41ab-807b-1846cd044352 req-9e7fce6a-e9de-4cd2-aaed-722d5c267ae4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b7b91cfb-e236-4fc1-bbf4-258475e6ab9e HTTP/1.1" status: 200 len: 918 time: 0.0953560 Jul 13 19:32:09.586649 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ef44c227-b0df-41ab-807b-1846cd044352 req-c341e2ba-8cd2-4982-8fd2-f8996ef6e15c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ff9d07b-ebc1-45a6-8184-fe925608a8eb HTTP/1.1" status: 200 len: 1001 time: 0.0586591 Jul 13 19:32:09.635767 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44c227-b0df-41ab-807b-1846cd044352 req-0b32b436-2675-44d7-8429-843a97058039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:09.637260 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ef44c227-b0df-41ab-807b-1846cd044352 req-0b32b436-2675-44d7-8429-843a97058039 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=48f9eecd-f69f-424d-8316-69af76912fc2 HTTP/1.1" status: 200 len: 855 time: 0.0440836 Jul 13 19:32:09.700267 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44c227-b0df-41ab-807b-1846cd044352 req-c02443dd-ccf3-4d4e-8f6c-8cdff6265d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:09.701828 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ef44c227-b0df-41ab-807b-1846cd044352 req-c02443dd-ccf3-4d4e-8f6c-8cdff6265d20 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b7b91cfb-e236-4fc1-bbf4-258475e6ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568705 Jul 13 19:32:09.795911 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ef44c227-b0df-41ab-807b-1846cd044352 req-09260e70-9961-4bc9-ac1a-ed5421b5663f service neutron] 10.222.0.72 "GET /v2.0/networks/b7b91cfb-e236-4fc1-bbf4-258475e6ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857158 Jul 13 19:32:09.889239 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ef44c227-b0df-41ab-807b-1846cd044352 req-ff7976f5-f0c2-4fba-8ade-24936e9e14b7 service neutron] 10.222.0.72 "GET /v2.0/networks/b7b91cfb-e236-4fc1-bbf4-258475e6ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862331 Jul 13 19:32:12.673018 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:15.184695 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-a2219d39-ed9d-4431-83f8-aadf5122b344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:17.738448 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6a2a6708-6fb5-486b-8bbf-35602d2ff2ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:17.856639 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:19.017328 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:20.697145 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:32.633352 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:32:42.688277 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:45.187587 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-951d4d09-8b60-4599-919b-b5de196342a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:47.741675 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-de775059-bd15-4c36-b334-eec601ed1b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:47.857654 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:49.018773 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:50.700338 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:09.633077 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:33:10.348437 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0a1a4557-941d-4ff3-8890-d160e5ae3fe7 req-771f60f8-2d8c-4c73-8358-ead2739a2955 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0532711 Jul 13 19:33:10.450785 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a4557-941d-4ff3-8890-d160e5ae3fe7 req-7a201857-4708-41f8-8a4e-f826a751f8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:10.452337 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0a1a4557-941d-4ff3-8890-d160e5ae3fe7 req-7a201857-4708-41f8-8a4e-f826a751f8bd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f2df23c120004786bdbc54c2ad27b7df&device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 1098 time: 0.0561256 Jul 13 19:33:10.566763 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a4557-941d-4ff3-8890-d160e5ae3fe7 req-8704ff7c-cd0f-4e56-b390-8adc79c1763a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:10.568154 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0a1a4557-941d-4ff3-8890-d160e5ae3fe7 req-8704ff7c-cd0f-4e56-b390-8adc79c1763a service neutron] 10.222.0.72 "GET /v2.0/networks?id=cf7dab8a-c373-4837-ae0f-7b4d00b9b824 HTTP/1.1" status: 200 len: 913 time: 0.0864649 Jul 13 19:33:10.632007 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0a1a4557-941d-4ff3-8890-d160e5ae3fe7 req-1db22612-5d76-4117-b409-75bae3a586ec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e460608-e870-437f-8280-90358297765f HTTP/1.1" status: 200 len: 1001 time: 0.0566864 Jul 13 19:33:10.683861 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a4557-941d-4ff3-8890-d160e5ae3fe7 req-c274bdcd-86e5-4f69-94a5-0156a05267da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:10.685384 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0a1a4557-941d-4ff3-8890-d160e5ae3fe7 req-c274bdcd-86e5-4f69-94a5-0156a05267da service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c43d8f9f-c845-4d5c-82df-5404e88902e1 HTTP/1.1" status: 200 len: 850 time: 0.0458899 Jul 13 19:33:10.750711 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a4557-941d-4ff3-8890-d160e5ae3fe7 req-0653edb4-e684-4ab4-8594-992f40cf6b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:10.752990 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0a1a4557-941d-4ff3-8890-d160e5ae3fe7 req-0653edb4-e684-4ab4-8594-992f40cf6b87 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf7dab8a-c373-4837-ae0f-7b4d00b9b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576088 Jul 13 19:33:10.845324 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0a1a4557-941d-4ff3-8890-d160e5ae3fe7 req-0cb32a30-0b82-4034-ba01-2670fbdaeb3a service neutron] 10.222.0.72 "GET /v2.0/networks/cf7dab8a-c373-4837-ae0f-7b4d00b9b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851934 Jul 13 19:33:10.937014 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0a1a4557-941d-4ff3-8890-d160e5ae3fe7 req-2bee2d53-a32a-4416-b8ab-0041c40a1b95 service neutron] 10.222.0.72 "GET /v2.0/networks/cf7dab8a-c373-4837-ae0f-7b4d00b9b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850184 Jul 13 19:33:12.693523 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:15.188204 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-3db673f0-74b8-4af7-990c-73246fec968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:17.744279 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-98ee35ff-e4be-4361-b0d6-4fdf7eb538b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:17.865826 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:19.022646 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:20.698991 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:42.696565 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:45.190088 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-fe8f4f03-a91b-4d73-9bd2-303118c3848c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:46.632892 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:33:47.745256 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-b0715953-be4a-45a2-a4e1-7892ecea625e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:47.858279 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:49.025002 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:50.701272 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:12.359619 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4fcb8b8e-6713-453a-846e-3d780b91951f req-b3049b14-893a-4625-b4be-2559ed9623d0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0870492 Jul 13 19:34:12.430933 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb8b8e-6713-453a-846e-3d780b91951f req-3bee2603-5ed5-40bf-a577-dfd482df0703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:12.432312 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4fcb8b8e-6713-453a-846e-3d780b91951f req-3bee2603-5ed5-40bf-a577-dfd482df0703 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=df66158c799144888d9e3e2d499b2c33&device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 1098 time: 0.0500948 Jul 13 19:34:12.535918 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb8b8e-6713-453a-846e-3d780b91951f req-c289b8c3-a8dc-4e76-81fe-f9de55fe453d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:12.537413 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4fcb8b8e-6713-453a-846e-3d780b91951f req-c289b8c3-a8dc-4e76-81fe-f9de55fe453d service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7 HTTP/1.1" status: 200 len: 917 time: 0.0849082 Jul 13 19:34:12.577445 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4fcb8b8e-6713-453a-846e-3d780b91951f req-c0a03d83-6b9b-4273-af0e-e00c8ea526ff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8291ad93-47a9-4f66-8f34-f93c2f6ef99f HTTP/1.1" status: 200 len: 217 time: 0.0331106 Jul 13 19:34:12.628162 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb8b8e-6713-453a-846e-3d780b91951f req-6597282e-5641-435d-a530-8229b28e3744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:12.629647 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4fcb8b8e-6713-453a-846e-3d780b91951f req-6597282e-5641-435d-a530-8229b28e3744 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6c509fd0-b2ef-4a02-b3c6-9aba994fdd49 HTTP/1.1" status: 200 len: 854 time: 0.0463395 Jul 13 19:34:12.686071 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb8b8e-6713-453a-846e-3d780b91951f req-e5f5af96-6eaf-4d22-95c1-fde40a5a98d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:12.687839 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4fcb8b8e-6713-453a-846e-3d780b91951f req-e5f5af96-6eaf-4d22-95c1-fde40a5a98d1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517068 Jul 13 19:34:12.701901 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [req-4fcb8b8e-6713-453a-846e-3d780b91951f req-990aa42b-02f3-4f0c-bb87-cc951776d708 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:34:12.701901 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4fcb8b8e-6713-453a-846e-3d780b91951f req-990aa42b-02f3-4f0c-bb87-cc951776d708 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054889 Jul 13 19:34:12.702109 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:12.788363 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4fcb8b8e-6713-453a-846e-3d780b91951f req-db2fa90e-4c92-466c-be43-d69817d2b0a7 service neutron] 10.222.0.72 "GET /v2.0/networks/0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826137 Jul 13 19:34:12.881438 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4fcb8b8e-6713-453a-846e-3d780b91951f req-bf8aa0d3-e6a6-4bb3-90f9-02c093431ad8 service neutron] 10.222.0.72 "GET /v2.0/networks/0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864458 Jul 13 19:34:15.193351 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-b264bf67-97d5-4867-b464-7171ac9234eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:17.747468 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4668d7f0-b6e7-461e-9020-41ebd2a2453d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:17.859343 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:19.027397 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:20.706861 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:23.632324 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:34:42.713124 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:45.194279 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-621ab615-8d6b-4293-bace-96fe770ece21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:47.750539 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-5d0e72b8-7cef-4786-b707-7327133e2530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:47.860330 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:49.032624 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:50.707933 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:00.631198 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:35:12.706664 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:14.370023 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-668b3f56-2a2a-467b-8ffb-0819487cc391 req-b7912f77-31d5-4774-9882-a72be2e88340 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521665 Jul 13 19:35:14.444870 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b3f56-2a2a-467b-8ffb-0819487cc391 req-e3bd6c8e-7abb-406e-a203-a5d43fe8895a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:14.446238 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-668b3f56-2a2a-467b-8ffb-0819487cc391 req-e3bd6c8e-7abb-406e-a203-a5d43fe8895a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f76de9f3b2d84e1186fc4522ac5150ad&device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 1099 time: 0.0539637 Jul 13 19:35:14.551231 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b3f56-2a2a-467b-8ffb-0819487cc391 req-c5574533-4031-4ceb-bdba-3959bbd7c3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:14.552723 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-668b3f56-2a2a-467b-8ffb-0819487cc391 req-c5574533-4031-4ceb-bdba-3959bbd7c3ae service neutron] 10.222.0.72 "GET /v2.0/networks?id=343ffcfe-70d9-48b8-9086-8c12260c08de HTTP/1.1" status: 200 len: 916 time: 0.0852704 Jul 13 19:35:14.594406 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-668b3f56-2a2a-467b-8ffb-0819487cc391 req-b7d2d3c9-2b38-4130-a801-af6b85b276b1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82723c4e-ec5b-4c83-bd3a-813f746aae69 HTTP/1.1" status: 200 len: 217 time: 0.0343945 Jul 13 19:35:14.645663 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b3f56-2a2a-467b-8ffb-0819487cc391 req-19c1e8af-be0f-4f09-a156-d2729b91a6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:14.647135 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-668b3f56-2a2a-467b-8ffb-0819487cc391 req-19c1e8af-be0f-4f09-a156-d2729b91a6c3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5f275551-11ea-4db1-9a8c-68b28ff9d178 HTTP/1.1" status: 200 len: 854 time: 0.0471780 Jul 13 19:35:14.680013 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-668b3f56-2a2a-467b-8ffb-0819487cc391 req-d8e0f806-17c7-4976-b6c1-71dd6aa1e0b3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=343ffcfe-70d9-48b8-9086-8c12260c08de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261025 Jul 13 19:35:14.767043 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-668b3f56-2a2a-467b-8ffb-0819487cc391 req-1e60c771-2257-49f4-b337-4d6aabd20539 service neutron] 10.222.0.72 "GET /v2.0/networks/343ffcfe-70d9-48b8-9086-8c12260c08de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799787 Jul 13 19:35:14.856326 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-668b3f56-2a2a-467b-8ffb-0819487cc391 req-d861911d-efb1-4e95-897a-11b50ad4a7fc service neutron] 10.222.0.72 "GET /v2.0/networks/343ffcfe-70d9-48b8-9086-8c12260c08de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833526 Jul 13 19:35:15.195545 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-b6076794-3b01-490c-bb76-8677c3040d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:17.755758 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-1fc2279f-f37b-487d-8106-9cc6249b76c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:17.866860 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:19.034119 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:20.710710 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:36.371728 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732eb5e-a637-45c1-9425-41ee909a7498 req-8837212e-0cce-46a2-8ea8-9ee4e77f4154 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:36.373308 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-6732eb5e-a637-45c1-9425-41ee909a7498 req-8837212e-0cce-46a2-8ea8-9ee4e77f4154 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7a1823-1ae7-44f5-8050-ba7855ab6b27 HTTP/1.1" status: 200 len: 945 time: 0.0663822 Jul 13 19:35:36.411703 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-6732eb5e-a637-45c1-9425-41ee909a7498 req-7944bcc0-f0f1-4db7-842a-245a23e8abf6 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/security-groups?id=be302568-8eed-4a3d-baf0-3297e9c5ede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326109 Jul 13 19:35:36.814080 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d086d-eeba-4b1b-8349-d1e21ceee2af req-82acab8e-1642-4632-a919-655691176715 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:36.815535 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ea2d086d-eeba-4b1b-8349-d1e21ceee2af req-82acab8e-1642-4632-a919-655691176715 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce7a1823-1ae7-44f5-8050-ba7855ab6b27 HTTP/1.1" status: 200 len: 945 time: 0.0616512 Jul 13 19:35:36.917599 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [req-ea2d086d-eeba-4b1b-8349-d1e21ceee2af req-f1a7537f-93a7-4190-bf63-15c1995b632d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Deleting port 7ff9d07b-ebc1-45a6-8184-fe925608a8eb {{(pid=92884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:35:36.917940 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-ea2d086d-eeba-4b1b-8349-d1e21ceee2af req-f1a7537f-93a7-4190-bf63-15c1995b632d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:37.006009 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-ea2d086d-eeba-4b1b-8349-d1e21ceee2af req-f1a7537f-93a7-4190-bf63-15c1995b632d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] For port 7ff9d07b-ebc1-45a6-8184-fe925608a8eb, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7ff9d07b-ebc1-45a6-8184-fe925608a8eb,segment=NetworkSegment(7d54abea-c330-4950-8e3f-fa5e417f3735),segment_id=7d54abea-c330-4950-8e3f-fa5e417f3735)] {{(pid=92884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:37.006374 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-ea2d086d-eeba-4b1b-8349-d1e21ceee2af req-f1a7537f-93a7-4190-bf63-15c1995b632d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:37.462653 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-ea2d086d-eeba-4b1b-8349-d1e21ceee2af req-f1a7537f-93a7-4190-bf63-15c1995b632d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:37.463035 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-ea2d086d-eeba-4b1b-8349-d1e21ceee2af req-f1a7537f-93a7-4190-bf63-15c1995b632d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502340'] for floatingip, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:37.463353 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.db.l3_db [req-ea2d086d-eeba-4b1b-8349-d1e21ceee2af req-f1a7537f-93a7-4190-bf63-15c1995b632d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Floating IP 153a1ccc-57cf-4a08-b964-72b136cc5cbd disassociated. External IP: 172.27.2.140, port: 7ff9d07b-ebc1-45a6-8184-fe925608a8eb. Jul 13 19:35:37.463693 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [req-ea2d086d-eeba-4b1b-8349-d1e21ceee2af req-f1a7537f-93a7-4190-bf63-15c1995b632d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Calling delete_port for 7ff9d07b-ebc1-45a6-8184-fe925608a8eb owned by compute:nova {{(pid=92884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:35:37.628875 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53faed01-0d8e-4a6b-8947-3dbe22b1ea9f req-b99e2927-d153-4c25-8104-6e357b90802e tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:37.630386 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-53faed01-0d8e-4a6b-8947-3dbe22b1ea9f req-b99e2927-d153-4c25-8104-6e357b90802e tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7a1823-1ae7-44f5-8050-ba7855ab6b27 HTTP/1.1" status: 200 len: 945 time: 0.1021645 Jul 13 19:35:37.631172 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:35:37.646062 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-ea2d086d-eeba-4b1b-8349-d1e21ceee2af req-f1a7537f-93a7-4190-bf63-15c1995b632d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:37.687977 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7537f-93a7-4190-bf63-15c1995b632d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Pushing event deleted for resources: {'Port': ['ID=7ff9d07b-ebc1-45a6-8184-fe925608a8eb,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:37.711266 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7537f-93a7-4190-bf63-15c1995b632d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:37.711545 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7537f-93a7-4190-bf63-15c1995b632d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:37.711892 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7537f-93a7-4190-bf63-15c1995b632d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:37.712263 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7537f-93a7-4190-bf63-15c1995b632d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:37.712608 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7537f-93a7-4190-bf63-15c1995b632d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:37.713415 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7537f-93a7-4190-bf63-15c1995b632d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:37.713415 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7537f-93a7-4190-bf63-15c1995b632d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:37.713635 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7537f-93a7-4190-bf63-15c1995b632d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:37.713926 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7537f-93a7-4190-bf63-15c1995b632d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:37.714257 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7537f-93a7-4190-bf63-15c1995b632d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:37.714746 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7537f-93a7-4190-bf63-15c1995b632d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:37.714973 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a7537f-93a7-4190-bf63-15c1995b632d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:37.720328 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-53faed01-0d8e-4a6b-8947-3dbe22b1ea9f req-a3a21625-d391-4a93-b562-eab435a54930 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/security-groups?id=be302568-8eed-4a3d-baf0-3297e9c5ede4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837479 Jul 13 19:35:37.826088 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea2d086d-eeba-4b1b-8349-d1e21ceee2af req-f1a7537f-93a7-4190-bf63-15c1995b632d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Router ff42d82e-986f-4f34-93a7-d766664a6682 has already been hosted by L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd {{(pid=92884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:35:37.933314 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea2d086d-eeba-4b1b-8349-d1e21ceee2af req-f1a7537f-93a7-4190-bf63-15c1995b632d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:35:37.943302 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c74fcb7-45b0-4c66-933f-df8a27129d22 None None] Sync routers for ids ['ff42d82e-986f-4f34-93a7-d766664a6682'] in dv-cinder-786933-3-iscsi {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:35:37.952687 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c74fcb7-45b0-4c66-933f-df8a27129d22 None None] Routers {'ff42d82e-986f-4f34-93a7-d766664a6682'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:35:37.953301 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-4c74fcb7-45b0-4c66-933f-df8a27129d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:35:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['ff42d82e-986f-4f34-93a7-d766664a6682'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:37.977634 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2d086d-eeba-4b1b-8349-d1e21ceee2af req-f1a7537f-93a7-4190-bf63-15c1995b632d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] No DVR routers for this DVR port 7ff9d07b-ebc1-45a6-8184-fe925608a8eb on host hv-cinder-78693 {{(pid=92884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:35:37.980146 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-ea2d086d-eeba-4b1b-8349-d1e21ceee2af req-f1a7537f-93a7-4190-bf63-15c1995b632d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:37.983026 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ea2d086d-eeba-4b1b-8349-d1e21ceee2af req-f1a7537f-93a7-4190-bf63-15c1995b632d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.72 "DELETE /v2.0/ports/7ff9d07b-ebc1-45a6-8184-fe925608a8eb HTTP/1.1" status: 204 len: 173 time: 1.1618335 Jul 13 19:35:37.983488 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7a1823-1ae7-44f5-8050-ba7855ab6b27', 'name': 'network-vif-deleted', 'tag': '7ff9d07b-ebc1-45a6-8184-fe925608a8eb'}] {{(pid=92884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:35:37.987013 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cf84a925f246af12420c5659448fd2d5dd2a3ba7c6b104c2b07d23eb28f3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3e6de1-bbe9-4f6f-b758-ed1cd192013f" -d '{"events": [{"server_uuid": "ce7a1823-1ae7-44f5-8050-ba7855ab6b27", "name": "network-vif-deleted", "tag": "7ff9d07b-ebc1-45a6-8184-fe925608a8eb"}]}' {{(pid=92884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:35:38.083257 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-4c74fcb7-45b0-4c66-933f-df8a27129d22 None None] Set router ff42d82e-986f-4f34-93a7-d766664a6682 gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:35:38.301670 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-4c74fcb7-45b0-4c66-933f-df8a27129d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'name': 'tempest-AttachVolumeShelveTestJSON-422428207-router', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '34e0340c-decd-4c9d-883f-1d0036d75305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:26Z', 'updated_at': '2021-07-13T19:28:28Z', 'revision_number': 4, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'gw_port': {'id': '34e0340c-decd-4c9d-883f-1d0036d75305', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:41:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:26Z', 'updated_at': '2021-07-13T19:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '84a4b47c-5eea-4fee-b4d7-b4430164aca4', 'name': '', 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'mac_address': 'fa:16:3e:16:c1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '48f9eecd-f69f-424d-8316-69af76912fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:28Z', 'updated_at': '2021-07-13T19:28:34Z', 'revision_number': 5, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'subnets': [{'id': '48f9eecd-f69f-424d-8316-69af76912fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:38.449913 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c74fcb7-45b0-4c66-933f-df8a27129d22 None None] Checking router: ff42d82e-986f-4f34-93a7-d766664a6682 for host: dv-cinder-786933-3-iscsi {{(pid=92886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:35:38.459214 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c74fcb7-45b0-4c66-933f-df8a27129d22 None None] Routers {'ff42d82e-986f-4f34-93a7-d766664a6682'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:35:38.459908 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-4c74fcb7-45b0-4c66-933f-df8a27129d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:35:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['ff42d82e-986f-4f34-93a7-d766664a6682'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:38.570016 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-4c74fcb7-45b0-4c66-933f-df8a27129d22 None None] Set router ff42d82e-986f-4f34-93a7-d766664a6682 gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:35:38.775177 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-4c74fcb7-45b0-4c66-933f-df8a27129d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'name': 'tempest-AttachVolumeShelveTestJSON-422428207-router', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '34e0340c-decd-4c9d-883f-1d0036d75305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:26Z', 'updated_at': '2021-07-13T19:28:28Z', 'revision_number': 4, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'gw_port': {'id': '34e0340c-decd-4c9d-883f-1d0036d75305', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:41:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:26Z', 'updated_at': '2021-07-13T19:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '84a4b47c-5eea-4fee-b4d7-b4430164aca4', 'name': '', 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'mac_address': 'fa:16:3e:16:c1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '48f9eecd-f69f-424d-8316-69af76912fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:28Z', 'updated_at': '2021-07-13T19:28:34Z', 'revision_number': 5, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'subnets': [{'id': '48f9eecd-f69f-424d-8316-69af76912fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:38.804427 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c74fcb7-45b0-4c66-933f-df8a27129d22 None None] The sync data for ids ['ff42d82e-986f-4f34-93a7-d766664a6682'] in dv-cinder-786933-3-iscsi is: [{'id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'name': 'tempest-AttachVolumeShelveTestJSON-422428207-router', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '34e0340c-decd-4c9d-883f-1d0036d75305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:26Z', 'updated_at': '2021-07-13T19:28:28Z', 'revision_number': 4, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'gw_port': {'id': '34e0340c-decd-4c9d-883f-1d0036d75305', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:41:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:26Z', 'updated_at': '2021-07-13T19:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '84a4b47c-5eea-4fee-b4d7-b4430164aca4', 'name': '', 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'mac_address': 'fa:16:3e:16:c1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '48f9eecd-f69f-424d-8316-69af76912fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:28Z', 'updated_at': '2021-07-13T19:28:34Z', 'revision_number': 5, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'subnets': [{'id': '48f9eecd-f69f-424d-8316-69af76912fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:35:38.853772 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 56386) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:38.910553 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-3f088602-afb2-4ccb-8071-b361c892ad7d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:38.936250 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-3f088602-afb2-4ccb-8071-b361c892ad7d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:38.992353 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-3f088602-afb2-4ccb-8071-b361c892ad7d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:38.995353 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-3f088602-afb2-4ccb-8071-b361c892ad7d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:38.996538 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-3f088602-afb2-4ccb-8071-b361c892ad7d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "DELETE /v2.0/security-groups/be302568-8eed-4a3d-baf0-3297e9c5ede4 HTTP/1.1" status: 204 len: 168 time: 0.1416786 Jul 13 19:35:38.999723 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 56388) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:39.019396 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.api.v2.resource [None req-48ccf627-da60-44d0-b537-ec9c6a332200 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] show failed (client error): The resource could not be found. Jul 13 19:35:39.021812 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-48ccf627-da60-44d0-b537-ec9c6a332200 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/security-groups/be302568-8eed-4a3d-baf0-3297e9c5ede4 HTTP/1.1" status: 404 len: 347 time: 0.0197732 Jul 13 19:35:39.021812 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f088602-afb2-4ccb-8071-b361c892ad7d tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be302568-8eed-4a3d-baf0-3297e9c5ede4,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:39.023769 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 56390) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:39.031812 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70273a74-1bd2-4906-93d3-4ba52f4c0af3 None None] New status for floating IP 153a1ccc-57cf-4a08-b964-72b136cc5cbd: DOWN {{(pid=92887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:35:39.149846 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825a17ef-ac35-467a-a72d-2e427c285c32 x-openstack-request-id: req-825a17ef-ac35-467a-a72d-2e427c285c32 {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:35:39.150145 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7a1823-1ae7-44f5-8050-ba7855ab6b27", "name": "network-vif-deleted", "tag": "7ff9d07b-ebc1-45a6-8184-fe925608a8eb", "status": "completed", "code": 200}]} {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:35:39.150401 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-825a17ef-ac35-467a-a72d-2e427c285c32 {{(pid=92884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:35:39.150962 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7a1823-1ae7-44f5-8050-ba7855ab6b27', 'name': 'network-vif-deleted', 'tag': '7ff9d07b-ebc1-45a6-8184-fe925608a8eb', 'status': 'completed', 'code': 200} Jul 13 19:35:39.161598 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.plugin [None req-d791ba6a-d5b9-4e83-b029-d622ba077947 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Deleting port 67f2c369-3142-4f26-90a9-9b5d68c220d2 {{(pid=92885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:35:39.161947 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-d791ba6a-d5b9-4e83-b029-d622ba077947 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:39.260515 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-d791ba6a-d5b9-4e83-b029-d622ba077947 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:39.260818 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-d791ba6a-d5b9-4e83-b029-d622ba077947 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:39.274054 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.plugin [None req-d791ba6a-d5b9-4e83-b029-d622ba077947 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Calling delete_port for 67f2c369-3142-4f26-90a9-9b5d68c220d2 owned by network:floatingip {{(pid=92885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:35:39.438956 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-d791ba6a-d5b9-4e83-b029-d622ba077947 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372888'] for port, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:39.469019 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791ba6a-d5b9-4e83-b029-d622ba077947 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Pushing event deleted for resources: {'Port': ['ID=67f2c369-3142-4f26-90a9-9b5d68c220d2,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:39.502450 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791ba6a-d5b9-4e83-b029-d622ba077947 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:39.502797 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791ba6a-d5b9-4e83-b029-d622ba077947 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:39.503147 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791ba6a-d5b9-4e83-b029-d622ba077947 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:39.503483 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791ba6a-d5b9-4e83-b029-d622ba077947 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:39.503817 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791ba6a-d5b9-4e83-b029-d622ba077947 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:39.504147 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791ba6a-d5b9-4e83-b029-d622ba077947 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:39.504482 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791ba6a-d5b9-4e83-b029-d622ba077947 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:39.504832 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791ba6a-d5b9-4e83-b029-d622ba077947 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:39.505154 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791ba6a-d5b9-4e83-b029-d622ba077947 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:39.505480 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791ba6a-d5b9-4e83-b029-d622ba077947 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:39.505806 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791ba6a-d5b9-4e83-b029-d622ba077947 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:39.506129 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791ba6a-d5b9-4e83-b029-d622ba077947 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:39.545055 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-d791ba6a-d5b9-4e83-b029-d622ba077947 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for floatingip, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:39.548237 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-d791ba6a-d5b9-4e83-b029-d622ba077947 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for floatingip, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:39.549484 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-d791ba6a-d5b9-4e83-b029-d622ba077947 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "DELETE /v2.0/floatingips/153a1ccc-57cf-4a08-b964-72b136cc5cbd HTTP/1.1" status: 204 len: 168 time: 0.5245287 Jul 13 19:35:40.046961 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 56406) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:40.052276 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-af4a3acd-194f-41b4-8ff3-97094f5feed4 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1641232380', 'description': 'tempest-description--761608953'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:40.080742 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-af4a3acd-194f-41b4-8ff3-97094f5feed4 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:40.163571 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-af4a3acd-194f-41b4-8ff3-97094f5feed4 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:40.167486 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-af4a3acd-194f-41b4-8ff3-97094f5feed4 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:40.194550 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-af4a3acd-194f-41b4-8ff3-97094f5feed4 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:40.195778 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-af4a3acd-194f-41b4-8ff3-97094f5feed4 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1471763 Jul 13 19:35:40.198886 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 56408) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:40.199897 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a3acd-194f-41b4-8ff3-97094f5feed4 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5dfc168-c4c8-426e-abfd-3a92b025de68,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:40.203530 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-640dd7d1-84ad-4eb6-aa12-ddf99f8bad76 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Request body: {'security_group_rule': {'security_group_id': 'e5dfc168-c4c8-426e-abfd-3a92b025de68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:40.233288 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-640dd7d1-84ad-4eb6-aa12-ddf99f8bad76 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:40.294200 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-640dd7d1-84ad-4eb6-aa12-ddf99f8bad76 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:40.299452 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-640dd7d1-84ad-4eb6-aa12-ddf99f8bad76 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629246'] for security_group_rule, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:40.316749 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640dd7d1-84ad-4eb6-aa12-ddf99f8bad76 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda8072c-db25-463a-ba22-4c526b077352,revision_number=0']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:40.323541 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-640dd7d1-84ad-4eb6-aa12-ddf99f8bad76 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:40.327596 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 56416) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:40.327738 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-640dd7d1-84ad-4eb6-aa12-ddf99f8bad76 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1277645 Jul 13 19:35:40.333563 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-9ad686f0-47ad-4488-b7aa-e7891bd92d1a tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Request body: {'security_group_rule': {'security_group_id': 'e5dfc168-c4c8-426e-abfd-3a92b025de68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:40.364769 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9ad686f0-47ad-4488-b7aa-e7891bd92d1a tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:40.422845 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9ad686f0-47ad-4488-b7aa-e7891bd92d1a tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:40.426430 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9ad686f0-47ad-4488-b7aa-e7891bd92d1a tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629246'] for security_group_rule, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:40.445635 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9ad686f0-47ad-4488-b7aa-e7891bd92d1a tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:40.446830 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-9ad686f0-47ad-4488-b7aa-e7891bd92d1a tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171277 Jul 13 19:35:40.449133 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad686f0-47ad-4488-b7aa-e7891bd92d1a tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bfb6ea5-c39a-4599-a8de-1429495f1075,revision_number=0']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:40.449920 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 56422) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:40.455320 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-2c40aa75-4c64-4c87-91cb-3b40e2fbe4b5 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Request body: {'floatingip': {'floating_network_id': '016193b2-3012-4896-ba69-fa2225e8730f'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:40.475995 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-2c40aa75-4c64-4c87-91cb-3b40e2fbe4b5 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for floatingip, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:40.566880 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-2c40aa75-4c64-4c87-91cb-3b40e2fbe4b5 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:40.670407 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.db_base_plugin_common [None req-2c40aa75-4c64-4c87-91cb-3b40e2fbe4b5 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Allocated IP 172.27.2.77 (016193b2-3012-4896-ba69-fa2225e8730f/5c7148d1-68ad-4d7f-9cc6-340fc018242b/bc368639-00c0-47e2-93f5-1f01a7e1bdfb) {{(pid=92885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:35:40.768013 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-2c40aa75-4c64-4c87-91cb-3b40e2fbe4b5 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for port, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:40.806617 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-2c40aa75-4c64-4c87-91cb-3b40e2fbe4b5 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372888'] for port, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:40.845173 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c40aa75-4c64-4c87-91cb-3b40e2fbe4b5 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Network 016193b2-3012-4896-ba69-fa2225e8730f is already hosted by enough agents. {{(pid=92885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:35:40.847927 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.base_scheduler [None req-2c40aa75-4c64-4c87-91cb-3b40e2fbe4b5 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Resources bound (agent type, host, resource id): {{(pid=92885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:35:40.850506 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c40aa75-4c64-4c87-91cb-3b40e2fbe4b5 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Received port after_create {{(pid=92885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:35:40.883918 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40aa75-4c64-4c87-91cb-3b40e2fbe4b5 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Pushing event updated for resources: {'Port': ['ID=bc368639-00c0-47e2-93f5-1f01a7e1bdfb,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:40.939250 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-2c40aa75-4c64-4c87-91cb-3b40e2fbe4b5 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:40.981150 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-2c40aa75-4c64-4c87-91cb-3b40e2fbe4b5 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:41.124276 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-2c40aa75-4c64-4c87-91cb-3b40e2fbe4b5 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for port, precommit_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:41.129291 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-2c40aa75-4c64-4c87-91cb-3b40e2fbe4b5 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372883'] for port, after_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:41.185440 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 7ff9d07b-ebc1-45a6-8184-fe925608a8eb no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:35:41.195812 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40aa75-4c64-4c87-91cb-3b40e2fbe4b5 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Pushing event updated for resources: {'Port': ['ID=bc368639-00c0-47e2-93f5-1f01a7e1bdfb,revision_number=2']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:41.205201 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] No Port match for: 7ff9d07b-ebc1-45a6-8184-fe925608a8eb {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:35:41.205541 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 7ff9d07b-ebc1-45a6-8184-fe925608a8eb not bound to the agent host hv-cinder-78693 {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:35:41.208148 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-2c40aa75-4c64-4c87-91cb-3b40e2fbe4b5 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502340'] for floatingip, after_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:41.221279 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-2c40aa75-4c64-4c87-91cb-3b40e2fbe4b5 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for floatingip, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:41.222494 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-2c40aa75-4c64-4c87-91cb-3b40e2fbe4b5 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7715583 Jul 13 19:35:41.364663 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-92113b0a-762f-4bc6-8863-af5ea13b41b9 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1641232380&fields=id&tenant_id=53d7d23c18294e858b53ce3d9cfcc8f3 HTTP/1.1" status: 200 len: 267 time: 0.0360997 Jul 13 19:35:41.470079 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-34a2bb2e-1972-46cb-9151-949bad7a51be tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:41.471575 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-34a2bb2e-1972-46cb-9151-949bad7a51be tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/networks?id=b7b91cfb-e236-4fc1-bbf4-258475e6ab9e HTTP/1.1" status: 200 len: 816 time: 0.1001718 Jul 13 19:35:41.487794 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-b5c1831f-1c46-42f5-8f70-f9ca42de4bb0 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/quotas/53d7d23c18294e858b53ce3d9cfcc8f3 HTTP/1.1" status: 200 len: 375 time: 0.0097294 Jul 13 19:35:41.561785 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-21463a7f-7117-46e3-96ea-75ccffe0c54b tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=53d7d23c18294e858b53ce3d9cfcc8f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0689032 Jul 13 19:35:41.617653 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-4c694cca-368d-45fb-b313-4941631ab6ad service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:35:41.618670 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-4c694cca-368d-45fb-b313-4941631ab6ad service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0450182 Jul 13 19:35:41.706229 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-fba22845-4bf8-4a34-97e2-d6a85c98de7b service neutron] 10.222.0.22 "GET /v2.0/networks/b7b91cfb-e236-4fc1-bbf4-258475e6ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815639 Jul 13 19:35:41.796192 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-64701f17-369a-4e08-b459-0236113d1759 service neutron] 10.222.0.22 "GET /v2.0/networks/b7b91cfb-e236-4fc1-bbf4-258475e6ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844276 Jul 13 19:35:41.968408 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c7786c2f-f12d-4e03-b493-2a58aca75603 req-b35df909-8d3c-4344-840d-06af09ce2086 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a9d162b-d36a-458f-8c6b-51eca1763032 HTTP/1.1" status: 200 len: 210 time: 0.0276659 Jul 13 19:35:42.743467 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:43.102402 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-04ef3dcd-f563-484e-b625-5b66cfbb8235 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:43.104214 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-04ef3dcd-f563-484e-b625-5b66cfbb8235 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.72 "GET /v2.0/networks?id=b7b91cfb-e236-4fc1-bbf4-258475e6ab9e HTTP/1.1" status: 200 len: 816 time: 0.1074986 Jul 13 19:35:43.126302 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-d7bd592e-b0d5-4336-8c9f-0eded979e8e3 req-58581e37-4d53-4e75-9332-2f3962894bcf tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a9d162b-d36a-458f-8c6b-51eca1763032 HTTP/1.1" status: 200 len: 210 time: 0.0349014 Jul 13 19:35:43.156656 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-c87c3752-5bd7-4228-ab15-c636f7840bfd tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53d7d23c18294e858b53ce3d9cfcc8f3 HTTP/1.1" status: 200 len: 380 time: 0.0363142 Jul 13 19:35:43.165024 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-4bcb08da-db69-41f4-a6d0-df5ed4264971 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Request body: {'port': {'device_id': '6a9d162b-d36a-458f-8c6b-51eca1763032', 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e', 'admin_state_up': True, 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'security_groups': ['e5dfc168-c4c8-426e-abfd-3a92b025de68']}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:43.273149 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-4bcb08da-db69-41f4-a6d0-df5ed4264971 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Made reservation on behalf of 53d7d23c18294e858b53ce3d9cfcc8f3 for: {'port': 1} {{(pid=92884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:35:43.276679 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-4bcb08da-db69-41f4-a6d0-df5ed4264971 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:43.400510 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.db_base_plugin_common [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-4bcb08da-db69-41f4-a6d0-df5ed4264971 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Allocated IP 172.20.0.13 (b7b91cfb-e236-4fc1-bbf4-258475e6ab9e/48f9eecd-f69f-424d-8316-69af76912fc2/399a530c-4557-4a6d-a629-67d1325d0054) {{(pid=92884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:35:43.536101 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-4bcb08da-db69-41f4-a6d0-df5ed4264971 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for port, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:43.556952 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.provisioning_blocks [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-4bcb08da-db69-41f4-a6d0-df5ed4264971 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Transition to ACTIVE for port object 399a530c-4557-4a6d-a629-67d1325d0054 will not be triggered until provisioned by entity DHCP. {{(pid=92884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:35:43.600382 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-4bcb08da-db69-41f4-a6d0-df5ed4264971 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:43.648348 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-4bcb08da-db69-41f4-a6d0-df5ed4264971 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Network b7b91cfb-e236-4fc1-bbf4-258475e6ab9e is already hosted by enough agents. {{(pid=92884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:35:43.651561 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-4bcb08da-db69-41f4-a6d0-df5ed4264971 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Resources bound (agent type, host, resource id): {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:35:43.654453 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-4bcb08da-db69-41f4-a6d0-df5ed4264971 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Received port after_create {{(pid=92884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:35:43.679819 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb08da-db69-41f4-a6d0-df5ed4264971 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Pushing event updated for resources: {'Port': ['ID=399a530c-4557-4a6d-a629-67d1325d0054,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:43.709881 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-4bcb08da-db69-41f4-a6d0-df5ed4264971 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:43.710513 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-4bcb08da-db69-41f4-a6d0-df5ed4264971 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:43.727084 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-4bcb08da-db69-41f4-a6d0-df5ed4264971 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5655088 Jul 13 19:35:43.739118 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-b5cc027a-6bda-4779-bab0-29abf4b51756 service neutron] Request body: {'port': {'device_id': '6a9d162b-d36a-458f-8c6b-51eca1763032', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:43.814044 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-b5cc027a-6bda-4779-bab0-29abf4b51756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:43.908830 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-e36077e6-627e-4819-a509-c73ee4317fa1 None None] Provisioning for port 399a530c-4557-4a6d-a629-67d1325d0054 completed by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:35:43.912320 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-e36077e6-627e-4819-a509-c73ee4317fa1 None None] Provisioning complete for port 399a530c-4557-4a6d-a629-67d1325d0054 triggered by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:35:43.912712 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-e36077e6-627e-4819-a509-c73ee4317fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:43.944578 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-e36077e6-627e-4819-a509-c73ee4317fa1 None None] Port 399a530c-4557-4a6d-a629-67d1325d0054 cannot update to ACTIVE because it is not bound. {{(pid=92886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:35:44.067766 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-b5cc027a-6bda-4779-bab0-29abf4b51756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 399a530c-4557-4a6d-a629-67d1325d0054 {{(pid=92884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:35:44.075007 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-b5cc027a-6bda-4779-bab0-29abf4b51756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:44.087544 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.provisioning_blocks [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-b5cc027a-6bda-4779-bab0-29abf4b51756 service neutron] Transition to ACTIVE for port object 399a530c-4557-4a6d-a629-67d1325d0054 will not be triggered until provisioned by entity L2. {{(pid=92884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:35:44.090791 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-b5cc027a-6bda-4779-bab0-29abf4b51756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4873477'] for port, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:44.140549 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc027a-6bda-4779-bab0-29abf4b51756 service neutron] Pushing event updated for resources: {'Port': ['ID=399a530c-4557-4a6d-a629-67d1325d0054,revision_number=2']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:44.214808 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-b5cc027a-6bda-4779-bab0-29abf4b51756 service neutron] Attempting to bind port 399a530c-4557-4a6d-a629-67d1325d0054 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:35:44.215432 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-b5cc027a-6bda-4779-bab0-29abf4b51756 service neutron] Attempting to bind port 399a530c-4557-4a6d-a629-67d1325d0054 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '7d54abea-c330-4950-8e3f-fa5e417f3735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e'}] {{(pid=92884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:35:44.215955 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-b5cc027a-6bda-4779-bab0-29abf4b51756 service neutron] Attempting to bind port 399a530c-4557-4a6d-a629-67d1325d0054 on network b7b91cfb-e236-4fc1-bbf4-258475e6ab9e {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:35:44.221805 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-b5cc027a-6bda-4779-bab0-29abf4b51756 service neutron] Port 399a530c-4557-4a6d-a629-67d1325d0054 on network b7b91cfb-e236-4fc1-bbf4-258475e6ab9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:35:44.222383 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-b5cc027a-6bda-4779-bab0-29abf4b51756 service neutron] Attempting to bind port 399a530c-4557-4a6d-a629-67d1325d0054 on network b7b91cfb-e236-4fc1-bbf4-258475e6ab9e {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:35:44.227786 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-b5cc027a-6bda-4779-bab0-29abf4b51756 service neutron] Checking agent: {'id': '412a95eb-dbf1-48e2-9390-163f76043269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 22, 13), 'started_at': datetime.datetime(2021, 7, 13, 19, 22, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:35:44.228134 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-b5cc027a-6bda-4779-bab0-29abf4b51756 service neutron] Checking segment: {'id': '7d54abea-c330-4950-8e3f-fa5e417f3735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:35:44.228536 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-b5cc027a-6bda-4779-bab0-29abf4b51756 service neutron] Bound using segment: {'id': '7d54abea-c330-4950-8e3f-fa5e417f3735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e'} {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:35:44.228976 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-b5cc027a-6bda-4779-bab0-29abf4b51756 service neutron] Bound port: 399a530c-4557-4a6d-a629-67d1325d0054, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d54abea-c330-4950-8e3f-fa5e417f3735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e'}}] {{(pid=92884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:35:44.229411 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-b5cc027a-6bda-4779-bab0-29abf4b51756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:44.330526 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-b5cc027a-6bda-4779-bab0-29abf4b51756 service neutron] For port 399a530c-4557-4a6d-a629-67d1325d0054, host hv-cinder-78693, cleared binding levels {{(pid=92884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:35:44.344662 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-b5cc027a-6bda-4779-bab0-29abf4b51756 service neutron] For port 399a530c-4557-4a6d-a629-67d1325d0054, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=399a530c-4557-4a6d-a629-67d1325d0054,segment=NetworkSegment(7d54abea-c330-4950-8e3f-fa5e417f3735),segment_id=7d54abea-c330-4950-8e3f-fa5e417f3735)] {{(pid=92884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:35:44.356964 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b1f39-9b52-4380-8145-2371aabab19b req-10bf9423-f438-4a14-a40e-37ddfa64b9ac tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:44.358661 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-3a8b1f39-9b52-4380-8145-2371aabab19b req-10bf9423-f438-4a14-a40e-37ddfa64b9ac tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a9d162b-d36a-458f-8c6b-51eca1763032 HTTP/1.1" status: 200 len: 944 time: 0.1162121 Jul 13 19:35:44.360772 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-b5cc027a-6bda-4779-bab0-29abf4b51756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4873477'] for port, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:44.411014 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-b5cc027a-6bda-4779-bab0-29abf4b51756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:44.411621 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-b5cc027a-6bda-4779-bab0-29abf4b51756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:44.413021 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-b5cc027a-6bda-4779-bab0-29abf4b51756 service neutron] 10.222.0.72 "PUT /v2.0/ports/399a530c-4557-4a6d-a629-67d1325d0054 HTTP/1.1" status: 200 len: 1094 time: 0.6783144 Jul 13 19:35:44.413719 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9d162b-d36a-458f-8c6b-51eca1763032', 'tag': '399a530c-4557-4a6d-a629-67d1325d0054'}] {{(pid=92884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:35:44.415925 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cf84a925f246af12420c5659448fd2d5dd2a3ba7c6b104c2b07d23eb28f3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a9ea0c-44dd-4bde-8e6f-c2b037b505fa" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9d162b-d36a-458f-8c6b-51eca1763032", "tag": "399a530c-4557-4a6d-a629-67d1325d0054"}]}' {{(pid=92884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:35:44.457916 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-3a8b1f39-9b52-4380-8145-2371aabab19b req-14225463-842d-4e3f-9d64-5eb51e097abc tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5dfc168-c4c8-426e-abfd-3a92b025de68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901396 Jul 13 19:35:44.461660 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc027a-6bda-4779-bab0-29abf4b51756 service neutron] Pushing event updated for resources: {'Port': ['ID=399a530c-4557-4a6d-a629-67d1325d0054,revision_number=3']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:44.484263 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf30b0a-c1f1-44d4-b8e0-8b7f63688ab2 x-openstack-request-id: req-5cf30b0a-c1f1-44d4-b8e0-8b7f63688ab2 {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:35:44.484724 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9d162b-d36a-458f-8c6b-51eca1763032", "tag": "399a530c-4557-4a6d-a629-67d1325d0054", "status": "completed", "code": 200}]} {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:35:44.485551 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5cf30b0a-c1f1-44d4-b8e0-8b7f63688ab2 {{(pid=92884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:35:44.485953 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9d162b-d36a-458f-8c6b-51eca1763032', 'tag': '399a530c-4557-4a6d-a629-67d1325d0054', 'status': 'completed', 'code': 200} Jul 13 19:35:44.533868 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-6f8e7dd2-afe3-44af-a6e9-9edd8358d373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:44.535429 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-6f8e7dd2-afe3-44af-a6e9-9edd8358d373 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53d7d23c18294e858b53ce3d9cfcc8f3&device_id=6a9d162b-d36a-458f-8c6b-51eca1763032 HTTP/1.1" status: 200 len: 1097 time: 0.0620568 Jul 13 19:35:44.586632 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-e4c95ecd-c6c5-4962-bc2f-7dbcaa8f8f79 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=399a530c-4557-4a6d-a629-67d1325d0054 HTTP/1.1" status: 200 len: 217 time: 0.0429478 Jul 13 19:35:44.636975 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-b414f254-0601-491b-b151-47fb8d5169a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:44.638438 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-b414f254-0601-491b-b151-47fb8d5169a7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=48f9eecd-f69f-424d-8316-69af76912fc2 HTTP/1.1" status: 200 len: 855 time: 0.0459557 Jul 13 19:35:44.697311 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-e4fce156-fd72-4ad5-971f-420db0a1d78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:44.698837 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-e4fce156-fd72-4ad5-971f-420db0a1d78d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b7b91cfb-e236-4fc1-bbf4-258475e6ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544884 Jul 13 19:35:44.787489 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-1440c683-882f-4068-b43b-10925698620d service neutron] 10.222.0.72 "GET /v2.0/networks/b7b91cfb-e236-4fc1-bbf4-258475e6ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821476 Jul 13 19:35:44.874667 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-fc953786-3d66-4231-93c7-aea8631a7f82 req-a34432df-85c3-4fe6-8389-d20649d31cb1 service neutron] 10.222.0.72 "GET /v2.0/networks/b7b91cfb-e236-4fc1-bbf4-258475e6ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802257 Jul 13 19:35:44.970073 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9ea0c-44dd-4bde-8e6f-c2b037b505fa req-59afff9a-157d-411c-bd36-b74f8023ea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:44.971671 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f3a9ea0c-44dd-4bde-8e6f-c2b037b505fa req-59afff9a-157d-411c-bd36-b74f8023ea0a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53d7d23c18294e858b53ce3d9cfcc8f3&device_id=6a9d162b-d36a-458f-8c6b-51eca1763032 HTTP/1.1" status: 200 len: 1097 time: 0.0509984 Jul 13 19:35:45.061797 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9ea0c-44dd-4bde-8e6f-c2b037b505fa req-c23e8dec-2ce0-451d-9251-0a41b07a465f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:45.063254 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f3a9ea0c-44dd-4bde-8e6f-c2b037b505fa req-c23e8dec-2ce0-451d-9251-0a41b07a465f service neutron] 10.222.0.72 "GET /v2.0/networks?id=b7b91cfb-e236-4fc1-bbf4-258475e6ab9e HTTP/1.1" status: 200 len: 918 time: 0.0841687 Jul 13 19:35:45.103826 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f3a9ea0c-44dd-4bde-8e6f-c2b037b505fa req-c9392298-ea64-439f-84cd-715868ebdc90 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=399a530c-4557-4a6d-a629-67d1325d0054 HTTP/1.1" status: 200 len: 217 time: 0.0333507 Jul 13 19:35:45.149477 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9ea0c-44dd-4bde-8e6f-c2b037b505fa req-d08ab305-b263-4de5-8227-1c4b107f88b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:45.150887 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f3a9ea0c-44dd-4bde-8e6f-c2b037b505fa req-d08ab305-b263-4de5-8227-1c4b107f88b3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=48f9eecd-f69f-424d-8316-69af76912fc2 HTTP/1.1" status: 200 len: 855 time: 0.0405519 Jul 13 19:35:45.196340 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-7bc002fd-cb78-4413-bb9c-298fe6d66fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:45.209811 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9ea0c-44dd-4bde-8e6f-c2b037b505fa req-3083e5d9-2d0e-4cf8-a8db-915b8b22cae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:45.211306 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f3a9ea0c-44dd-4bde-8e6f-c2b037b505fa req-3083e5d9-2d0e-4cf8-a8db-915b8b22cae1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b7b91cfb-e236-4fc1-bbf4-258475e6ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536971 Jul 13 19:35:45.298131 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f3a9ea0c-44dd-4bde-8e6f-c2b037b505fa req-3f37feb4-0fa4-4fb0-b2d6-417861be68b0 service neutron] 10.222.0.72 "GET /v2.0/networks/b7b91cfb-e236-4fc1-bbf4-258475e6ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795679 Jul 13 19:35:45.385948 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f3a9ea0c-44dd-4bde-8e6f-c2b037b505fa req-5d65bff9-71df-4651-8aa7-407bc4e93f66 service neutron] 10.222.0.72 "GET /v2.0/networks/b7b91cfb-e236-4fc1-bbf4-258475e6ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815785 Jul 13 19:35:45.647164 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08a426-9a13-4269-94ce-3b1612ee139b req-5a8a8e49-fddf-4bb9-bc63-4a508eab7778 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:45.648693 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-4c08a426-9a13-4269-94ce-3b1612ee139b req-5a8a8e49-fddf-4bb9-bc63-4a508eab7778 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a9d162b-d36a-458f-8c6b-51eca1763032 HTTP/1.1" status: 200 len: 944 time: 0.0640116 Jul 13 19:35:45.685055 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-4c08a426-9a13-4269-94ce-3b1612ee139b req-bbe5cd33-56ef-42c1-8c53-1a8c2b49e97a tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5dfc168-c4c8-426e-abfd-3a92b025de68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307329 Jul 13 19:35:46.866465 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bfd00-4c81-4c6f-a808-fa1a432f558e req-a4435dd2-b829-43fd-bbc3-7f0a52278294 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:46.867978 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-884bfd00-4c81-4c6f-a808-fa1a432f558e req-a4435dd2-b829-43fd-bbc3-7f0a52278294 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a9d162b-d36a-458f-8c6b-51eca1763032 HTTP/1.1" status: 200 len: 944 time: 0.0658042 Jul 13 19:35:46.906378 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-884bfd00-4c81-4c6f-a808-fa1a432f558e req-f9f112ee-c488-417e-894c-9dfb5ced95d8 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5dfc168-c4c8-426e-abfd-3a92b025de68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324790 Jul 13 19:35:47.225232 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 399a530c-4557-4a6d-a629-67d1325d0054 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:35:47.316941 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 399a530c-4557-4a6d-a629-67d1325d0054, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=399a530c-4557-4a6d-a629-67d1325d0054,segment=NetworkSegment(7d54abea-c330-4950-8e3f-fa5e417f3735),segment_id=7d54abea-c330-4950-8e3f-fa5e417f3735)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:47.327480 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Returning: {'device': '399a530c-4557-4a6d-a629-67d1325d0054', 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e', 'port_id': '399a530c-4557-4a6d-a629-67d1325d0054', 'mac_address': 'fa:16:3e:88:ca:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48f9eecd-f69f-424d-8316-69af76912fc2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:35:47.362609 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:47.374596 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.notifiers.nova [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 399a530c-4557-4a6d-a629-67d1325d0054 {{(pid=92886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:35:47.393333 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 399a530c-4557-4a6d-a629-67d1325d0054, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=399a530c-4557-4a6d-a629-67d1325d0054,segment=NetworkSegment(7d54abea-c330-4950-8e3f-fa5e417f3735),segment_id=7d54abea-c330-4950-8e3f-fa5e417f3735)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:47.397072 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:47.444206 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Pushing event updated for resources: {'Port': ['ID=399a530c-4557-4a6d-a629-67d1325d0054,revision_number=4']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:47.451221 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:47.451573 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:47.451917 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:47.452255 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:47.452615 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:47.452952 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:47.453286 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:47.453747 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:47.454099 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:47.454432 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:47.454759 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:47.455080 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:47.676203 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] get_ports_and_sgs() called for port_ids ['399a530c-4557-4a6d-a629-67d1325d0054'] {{(pid=92886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:35:47.768456 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-b6debc54-97e7-45bb-8c14-e33a5ea271c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:47.868209 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:48.084859 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45fd6d-b37c-4a25-b089-26e60c9f5939 req-23d6b54d-2f96-4bb3-a011-b91e97b570bd tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:48.086357 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-8f45fd6d-b37c-4a25-b089-26e60c9f5939 req-23d6b54d-2f96-4bb3-a011-b91e97b570bd tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a9d162b-d36a-458f-8c6b-51eca1763032 HTTP/1.1" status: 200 len: 945 time: 0.0662274 Jul 13 19:35:48.125202 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-8f45fd6d-b37c-4a25-b089-26e60c9f5939 req-b7e6684c-6048-47e7-a4a1-9d37866cc523 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5dfc168-c4c8-426e-abfd-3a92b025de68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332458 Jul 13 19:35:49.037042 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:49.225253 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 399a530c-4557-4a6d-a629-67d1325d0054 up at agent hyperv_hv-cinder-78693 {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:35:49.273448 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Provisioning for port 399a530c-4557-4a6d-a629-67d1325d0054 completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:35:49.277101 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Provisioning complete for port 399a530c-4557-4a6d-a629-67d1325d0054 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:35:49.277466 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:49.298552 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ab4ee-945e-4982-a131-f561294f4f21 req-482a8548-0944-4421-9d53-58263afd2120 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:49.300207 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-145ab4ee-945e-4982-a131-f561294f4f21 req-482a8548-0944-4421-9d53-58263afd2120 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a9d162b-d36a-458f-8c6b-51eca1763032 HTTP/1.1" status: 200 len: 945 time: 0.0624194 Jul 13 19:35:49.341970 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-145ab4ee-945e-4982-a131-f561294f4f21 req-4a809ba4-59c4-4c2c-8d6a-e7ee5f2d6e83 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5dfc168-c4c8-426e-abfd-3a92b025de68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363376 Jul 13 19:35:49.354106 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:49.376190 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9d162b-d36a-458f-8c6b-51eca1763032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399a530c-4557-4a6d-a629-67d1325d0054'}] {{(pid=92886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:35:49.378520 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2110528246aa69f40c90618f30b6bebf52a56ffd7d9758f57e079d5fd4b7be03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2960af64-610e-42e6-9532-b4ac61785595" -d '{"events": [{"server_uuid": "6a9d162b-d36a-458f-8c6b-51eca1763032", "name": "network-vif-plugged", "status": "completed", "tag": "399a530c-4557-4a6d-a629-67d1325d0054"}]}' {{(pid=92886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:35:49.390719 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 399a530c-4557-4a6d-a629-67d1325d0054, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=399a530c-4557-4a6d-a629-67d1325d0054,segment=NetworkSegment(7d54abea-c330-4950-8e3f-fa5e417f3735),segment_id=7d54abea-c330-4950-8e3f-fa5e417f3735)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:49.395272 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:49.440429 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Pushing event updated for resources: {'Port': ['ID=399a530c-4557-4a6d-a629-67d1325d0054,revision_number=5']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:49.464290 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c5b092-24f8-4d66-89ca-2ebdb52903b1 x-openstack-request-id: req-37c5b092-24f8-4d66-89ca-2ebdb52903b1 {{(pid=92886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:35:49.464625 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9d162b-d36a-458f-8c6b-51eca1763032", "name": "network-vif-plugged", "status": "completed", "tag": "399a530c-4557-4a6d-a629-67d1325d0054", "code": 200}]} {{(pid=92886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:35:49.464879 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-37c5b092-24f8-4d66-89ca-2ebdb52903b1 {{(pid=92886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:35:49.465271 dv-cinder-786933-3-iscsi neutron-server[92886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9d162b-d36a-458f-8c6b-51eca1763032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399a530c-4557-4a6d-a629-67d1325d0054', 'code': 200} Jul 13 19:35:49.677870 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797f51e-4e93-49c9-813b-65edd22398b4 req-1882a46c-09fc-4737-a418-fde76cfd7d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:49.679269 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4797f51e-4e93-49c9-813b-65edd22398b4 req-1882a46c-09fc-4737-a418-fde76cfd7d93 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6a9d162b-d36a-458f-8c6b-51eca1763032 HTTP/1.1" status: 200 len: 1099 time: 0.0502582 Jul 13 19:35:49.712722 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4797f51e-4e93-49c9-813b-65edd22398b4 req-72d2cc9e-6c0a-4b6d-a6c0-81b82b600fb2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e5dfc168-c4c8-426e-abfd-3a92b025de68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269861 Jul 13 19:35:50.518315 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe546f-b1bf-40be-95de-1b7dc6c920a0 req-0e18a32a-b675-4c11-b0ab-875a12d920a8 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:50.519816 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e8fe546f-b1bf-40be-95de-1b7dc6c920a0 req-0e18a32a-b675-4c11-b0ab-875a12d920a8 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a9d162b-d36a-458f-8c6b-51eca1763032 HTTP/1.1" status: 200 len: 946 time: 0.0640020 Jul 13 19:35:50.560042 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e8fe546f-b1bf-40be-95de-1b7dc6c920a0 req-39b0c5d0-8917-4b67-a7dc-9de11d8f9cb5 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5dfc168-c4c8-426e-abfd-3a92b025de68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346675 Jul 13 19:35:50.714129 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:51.734566 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99724cdd-77ed-4d83-8bc0-1dc94494dc59 req-76337773-6aa9-4bd5-a09a-7898bc04a2b1 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:51.736041 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-99724cdd-77ed-4d83-8bc0-1dc94494dc59 req-76337773-6aa9-4bd5-a09a-7898bc04a2b1 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a9d162b-d36a-458f-8c6b-51eca1763032 HTTP/1.1" status: 200 len: 946 time: 0.0615768 Jul 13 19:35:51.775873 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-99724cdd-77ed-4d83-8bc0-1dc94494dc59 req-08b59064-7203-4f14-afd4-f96f1ad857ed tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5dfc168-c4c8-426e-abfd-3a92b025de68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325327 Jul 13 19:35:51.945365 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28e1fe-c51b-48ee-99e8-d3b90d0199a1 req-61cf519c-6986-43fa-9b63-901146491070 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:51.946756 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-2c28e1fe-c51b-48ee-99e8-d3b90d0199a1 req-61cf519c-6986-43fa-9b63-901146491070 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a9d162b-d36a-458f-8c6b-51eca1763032 HTTP/1.1" status: 200 len: 946 time: 0.0641122 Jul 13 19:35:51.955869 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 56586) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:51.960247 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-9e9825d0-2ac4-4fd3-8acf-da945ccd725f tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Request body: {'floatingip': {'port_id': '399a530c-4557-4a6d-a629-67d1325d0054'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:51.999748 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9e9825d0-2ac4-4fd3-8acf-da945ccd725f tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for floatingip, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:52.445331 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9e9825d0-2ac4-4fd3-8acf-da945ccd725f tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:52.449068 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9e9825d0-2ac4-4fd3-8acf-da945ccd725f tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502340'] for floatingip, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:52.781861 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.db.l3_db [None req-9e9825d0-2ac4-4fd3-8acf-da945ccd725f tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Floating IP e196001a-f23b-4bdb-83c4-8c56a4562489 associated. External IP: 172.27.2.77, port: 399a530c-4557-4a6d-a629-67d1325d0054. Jul 13 19:35:52.972037 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e9825d0-2ac4-4fd3-8acf-da945ccd725f tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Router ff42d82e-986f-4f34-93a7-d766664a6682 has already been hosted by L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd {{(pid=92884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:35:53.073815 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e9825d0-2ac4-4fd3-8acf-da945ccd725f tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:35:53.078696 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9e9825d0-2ac4-4fd3-8acf-da945ccd725f tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for floatingip, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:53.085018 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5791df4-3ee4-4595-9d43-e6a2366491d5 None None] Sync routers for ids ['ff42d82e-986f-4f34-93a7-d766664a6682'] in dv-cinder-786933-3-iscsi {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:35:53.093722 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5791df4-3ee4-4595-9d43-e6a2366491d5 None None] Routers {'ff42d82e-986f-4f34-93a7-d766664a6682'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:35:53.094878 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-f5791df4-3ee4-4595-9d43-e6a2366491d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:35:48Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['ff42d82e-986f-4f34-93a7-d766664a6682'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:53.122275 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-9e9825d0-2ac4-4fd3-8acf-da945ccd725f tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "PUT /v2.0/floatingips/e196001a-f23b-4bdb-83c4-8c56a4562489 HTTP/1.1" status: 200 len: 991 time: 1.1629431 Jul 13 19:35:53.122275 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9d162b-d36a-458f-8c6b-51eca1763032', 'tag': '399a530c-4557-4a6d-a629-67d1325d0054'}] {{(pid=92884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:35:53.122743 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cf84a925f246af12420c5659448fd2d5dd2a3ba7c6b104c2b07d23eb28f3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61475cf8-a34d-40c2-a811-5c113f7280cd" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9d162b-d36a-458f-8c6b-51eca1763032", "tag": "399a530c-4557-4a6d-a629-67d1325d0054"}]}' {{(pid=92884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:35:53.181037 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a3a5c0-a219-464d-bbae-2edd3c40b7e6 x-openstack-request-id: req-e2a3a5c0-a219-464d-bbae-2edd3c40b7e6 {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:35:53.181425 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9d162b-d36a-458f-8c6b-51eca1763032", "tag": "399a530c-4557-4a6d-a629-67d1325d0054", "status": "completed", "code": 200}]} {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:35:53.181621 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e2a3a5c0-a219-464d-bbae-2edd3c40b7e6 {{(pid=92884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:35:53.182019 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9d162b-d36a-458f-8c6b-51eca1763032', 'tag': '399a530c-4557-4a6d-a629-67d1325d0054', 'status': 'completed', 'code': 200} Jul 13 19:35:53.209848 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-f5791df4-3ee4-4595-9d43-e6a2366491d5 None None] Set router ff42d82e-986f-4f34-93a7-d766664a6682 gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:35:53.264081 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61475cf8-a34d-40c2-a811-5c113f7280cd req-a27ed48b-71a5-491e-b183-90bd86b46e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:53.265679 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-61475cf8-a34d-40c2-a811-5c113f7280cd req-a27ed48b-71a5-491e-b183-90bd86b46e09 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53d7d23c18294e858b53ce3d9cfcc8f3&device_id=6a9d162b-d36a-458f-8c6b-51eca1763032 HTTP/1.1" status: 200 len: 1099 time: 0.0584433 Jul 13 19:35:53.357740 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61475cf8-a34d-40c2-a811-5c113f7280cd req-80088f9b-401d-4c8a-9d5d-785e3bfdefed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:53.359238 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-61475cf8-a34d-40c2-a811-5c113f7280cd req-80088f9b-401d-4c8a-9d5d-785e3bfdefed service neutron] 10.222.0.72 "GET /v2.0/networks?id=b7b91cfb-e236-4fc1-bbf4-258475e6ab9e HTTP/1.1" status: 200 len: 918 time: 0.0875828 Jul 13 19:35:53.425024 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-61475cf8-a34d-40c2-a811-5c113f7280cd req-4fbc508c-150e-4408-b63e-01c8f1ca942f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=399a530c-4557-4a6d-a629-67d1325d0054 HTTP/1.1" status: 200 len: 999 time: 0.0592337 Jul 13 19:35:53.445949 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-f5791df4-3ee4-4595-9d43-e6a2366491d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'name': 'tempest-AttachVolumeShelveTestJSON-422428207-router', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '34e0340c-decd-4c9d-883f-1d0036d75305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:26Z', 'updated_at': '2021-07-13T19:28:28Z', 'revision_number': 4, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'gw_port': {'id': '34e0340c-decd-4c9d-883f-1d0036d75305', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:41:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:26Z', 'updated_at': '2021-07-13T19:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_floatingips': [{'id': 'e196001a-f23b-4bdb-83c4-8c56a4562489', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'router_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'port_id': '399a530c-4557-4a6d-a629-67d1325d0054', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e', 'mac_address': 'fa:16:3e:88:ca:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9d162b-d36a-458f-8c6b-51eca1763032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:35:40Z', 'updated_at': '2021-07-13T19:35:52Z', 'revision_number': 1, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a4b47c-5eea-4fee-b4d7-b4430164aca4', 'name': '', 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'mac_address': 'fa:16:3e:16:c1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '48f9eecd-f69f-424d-8316-69af76912fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:28Z', 'updated_at': '2021-07-13T19:28:34Z', 'revision_number': 5, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'subnets': [{'id': '48f9eecd-f69f-424d-8316-69af76912fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:53.472012 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61475cf8-a34d-40c2-a811-5c113f7280cd req-dcf9890b-8648-4eb0-ba89-7eee66db6a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:53.472317 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5791df4-3ee4-4595-9d43-e6a2366491d5 None None] Checking router: ff42d82e-986f-4f34-93a7-d766664a6682 for host: dv-cinder-786933-3-iscsi {{(pid=92886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:35:53.473488 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-61475cf8-a34d-40c2-a811-5c113f7280cd req-dcf9890b-8648-4eb0-ba89-7eee66db6a61 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=48f9eecd-f69f-424d-8316-69af76912fc2 HTTP/1.1" status: 200 len: 855 time: 0.0429633 Jul 13 19:35:53.480493 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5791df4-3ee4-4595-9d43-e6a2366491d5 None None] Routers {'ff42d82e-986f-4f34-93a7-d766664a6682'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:35:53.481115 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-f5791df4-3ee4-4595-9d43-e6a2366491d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:35:48Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['ff42d82e-986f-4f34-93a7-d766664a6682'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:53.528258 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61475cf8-a34d-40c2-a811-5c113f7280cd req-2518233a-0163-4599-a970-95057a70d667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:53.529788 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-61475cf8-a34d-40c2-a811-5c113f7280cd req-2518233a-0163-4599-a970-95057a70d667 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b7b91cfb-e236-4fc1-bbf4-258475e6ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496123 Jul 13 19:35:53.583208 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-f5791df4-3ee4-4595-9d43-e6a2366491d5 None None] Set router ff42d82e-986f-4f34-93a7-d766664a6682 gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:35:53.620820 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-61475cf8-a34d-40c2-a811-5c113f7280cd req-502f5416-d47d-45d4-af75-f8a1ca8d6c89 service neutron] 10.222.0.72 "GET /v2.0/networks/b7b91cfb-e236-4fc1-bbf4-258475e6ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844452 Jul 13 19:35:53.709136 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-61475cf8-a34d-40c2-a811-5c113f7280cd req-aaf209f6-c656-4dc0-8966-c2c547536679 service neutron] 10.222.0.72 "GET /v2.0/networks/b7b91cfb-e236-4fc1-bbf4-258475e6ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795052 Jul 13 19:35:53.799678 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-f5791df4-3ee4-4595-9d43-e6a2366491d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'name': 'tempest-AttachVolumeShelveTestJSON-422428207-router', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '34e0340c-decd-4c9d-883f-1d0036d75305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:26Z', 'updated_at': '2021-07-13T19:28:28Z', 'revision_number': 4, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'gw_port': {'id': '34e0340c-decd-4c9d-883f-1d0036d75305', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:41:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:26Z', 'updated_at': '2021-07-13T19:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_floatingips': [{'id': 'e196001a-f23b-4bdb-83c4-8c56a4562489', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'router_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'port_id': '399a530c-4557-4a6d-a629-67d1325d0054', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e', 'mac_address': 'fa:16:3e:88:ca:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9d162b-d36a-458f-8c6b-51eca1763032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:35:40Z', 'updated_at': '2021-07-13T19:35:52Z', 'revision_number': 1, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a4b47c-5eea-4fee-b4d7-b4430164aca4', 'name': '', 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'mac_address': 'fa:16:3e:16:c1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '48f9eecd-f69f-424d-8316-69af76912fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:28Z', 'updated_at': '2021-07-13T19:28:34Z', 'revision_number': 5, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'subnets': [{'id': '48f9eecd-f69f-424d-8316-69af76912fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:53.940747 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5791df4-3ee4-4595-9d43-e6a2366491d5 None None] The sync data for ids ['ff42d82e-986f-4f34-93a7-d766664a6682'] in dv-cinder-786933-3-iscsi is: [{'id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'name': 'tempest-AttachVolumeShelveTestJSON-422428207-router', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '34e0340c-decd-4c9d-883f-1d0036d75305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:26Z', 'updated_at': '2021-07-13T19:28:28Z', 'revision_number': 4, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'gw_port': {'id': '34e0340c-decd-4c9d-883f-1d0036d75305', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:41:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:26Z', 'updated_at': '2021-07-13T19:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_floatingips': [{'id': 'e196001a-f23b-4bdb-83c4-8c56a4562489', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'router_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'port_id': '399a530c-4557-4a6d-a629-67d1325d0054', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e', 'mac_address': 'fa:16:3e:88:ca:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9d162b-d36a-458f-8c6b-51eca1763032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:35:40Z', 'updated_at': '2021-07-13T19:35:52Z', 'revision_number': 1, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a4b47c-5eea-4fee-b4d7-b4430164aca4', 'name': '', 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'mac_address': 'fa:16:3e:16:c1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '48f9eecd-f69f-424d-8316-69af76912fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:28Z', 'updated_at': '2021-07-13T19:28:34Z', 'revision_number': 5, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'subnets': [{'id': '48f9eecd-f69f-424d-8316-69af76912fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:35:54.298486 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a826c17c-6d17-4afd-8a49-aac74ef78598 None None] New status for floating IP e196001a-f23b-4bdb-83c4-8c56a4562489: ACTIVE {{(pid=92887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:36:12.759678 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:14.629413 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:36:15.196486 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-532f48cf-f3fc-4512-863e-c903ac274d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:17.751224 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-e609ba2e-14d5-4693-8a5b-784a0d77dd45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:17.869969 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:19.040320 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:20.715581 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:42.757744 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:45.197662 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-0d99a316-4610-4749-8d3b-de5cb96bea7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:47.753508 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-b815c6f3-9bdc-42b8-aef1-f3ef20ab708b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:47.871215 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:49.042622 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:50.727888 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:51.627920 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:37:12.758559 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:15.198257 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-e423208f-9a21-45b9-adae-d0673d61a7fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:15.343083 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-40d364c5-b6ff-441e-b293-a5a0d101ca6d req-5c665c1d-f600-4361-9e04-cae18cd37c67 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0546277 Jul 13 19:37:15.435091 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d364c5-b6ff-441e-b293-a5a0d101ca6d req-b00f980a-3094-4020-87d0-8e0dc19f4584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:15.436559 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-40d364c5-b6ff-441e-b293-a5a0d101ca6d req-b00f980a-3094-4020-87d0-8e0dc19f4584 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f2df23c120004786bdbc54c2ad27b7df&device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 1098 time: 0.0507820 Jul 13 19:37:15.538174 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d364c5-b6ff-441e-b293-a5a0d101ca6d req-531f1b4b-d19a-4951-ab02-d12f298acbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:15.539719 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-40d364c5-b6ff-441e-b293-a5a0d101ca6d req-531f1b4b-d19a-4951-ab02-d12f298acbca service neutron] 10.222.0.72 "GET /v2.0/networks?id=cf7dab8a-c373-4837-ae0f-7b4d00b9b824 HTTP/1.1" status: 200 len: 913 time: 0.0829976 Jul 13 19:37:15.611182 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-40d364c5-b6ff-441e-b293-a5a0d101ca6d req-a38dbba7-a3e0-4a6b-82a9-8e699ec4828e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e460608-e870-437f-8280-90358297765f HTTP/1.1" status: 200 len: 1001 time: 0.0650389 Jul 13 19:37:15.659150 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d364c5-b6ff-441e-b293-a5a0d101ca6d req-5f39064f-6c52-4bfe-810f-830d0f903ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:15.660599 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-40d364c5-b6ff-441e-b293-a5a0d101ca6d req-5f39064f-6c52-4bfe-810f-830d0f903ea5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c43d8f9f-c845-4d5c-82df-5404e88902e1 HTTP/1.1" status: 200 len: 850 time: 0.0429645 Jul 13 19:37:15.715532 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d364c5-b6ff-441e-b293-a5a0d101ca6d req-836c6ec3-95ec-4dda-8a87-39ef81b5b403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:15.716991 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-40d364c5-b6ff-441e-b293-a5a0d101ca6d req-836c6ec3-95ec-4dda-8a87-39ef81b5b403 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf7dab8a-c373-4837-ae0f-7b4d00b9b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497632 Jul 13 19:37:15.807220 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-40d364c5-b6ff-441e-b293-a5a0d101ca6d req-db45ce87-e8a7-4c0e-bb3f-175b050e433c service neutron] 10.222.0.72 "GET /v2.0/networks/cf7dab8a-c373-4837-ae0f-7b4d00b9b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837126 Jul 13 19:37:15.892546 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-40d364c5-b6ff-441e-b293-a5a0d101ca6d req-cde681c4-2b43-420b-b8f1-ef6b189cbaa3 service neutron] 10.222.0.72 "GET /v2.0/networks/cf7dab8a-c373-4837-ae0f-7b4d00b9b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795422 Jul 13 19:37:17.754171 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-70025e46-7404-40d9-b21d-510e3149d06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:17.872832 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:19.046017 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:20.720570 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:28.626990 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:37:42.773791 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:45.198866 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-8ea592f2-10be-4ea8-8358-415a1033ae2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:47.756279 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-48543330-1e7d-4e27-93eb-8a51ec1cb83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:47.874580 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:49.048108 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:50.725373 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:05.625172 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:38:12.805197 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:15.201856 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07f77c29-9f22-497d-94e7-43710533a3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:17.333415 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1498100e-77c2-4a89-b43d-963707943d9c req-16ac66aa-abee-4dff-a45c-aa38161647a5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0562446 Jul 13 19:38:17.407988 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498100e-77c2-4a89-b43d-963707943d9c req-dda8b679-b989-436f-9ae4-312def98a94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:17.409536 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1498100e-77c2-4a89-b43d-963707943d9c req-dda8b679-b989-436f-9ae4-312def98a94c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=df66158c799144888d9e3e2d499b2c33&device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 1098 time: 0.0524030 Jul 13 19:38:17.561528 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498100e-77c2-4a89-b43d-963707943d9c req-8ddc1e83-fffe-40f9-9267-1b13e5b5ca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:17.563779 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1498100e-77c2-4a89-b43d-963707943d9c req-8ddc1e83-fffe-40f9-9267-1b13e5b5ca87 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7 HTTP/1.1" status: 200 len: 917 time: 0.1285994 Jul 13 19:38:17.607949 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1498100e-77c2-4a89-b43d-963707943d9c req-a0b7486d-65bd-4559-a742-1ed83a8d3d54 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8291ad93-47a9-4f66-8f34-f93c2f6ef99f HTTP/1.1" status: 200 len: 217 time: 0.0371118 Jul 13 19:38:17.655631 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498100e-77c2-4a89-b43d-963707943d9c req-4a576933-bfe8-4ec3-82bc-ab986094ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:17.657063 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1498100e-77c2-4a89-b43d-963707943d9c req-4a576933-bfe8-4ec3-82bc-ab986094ace2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6c509fd0-b2ef-4a02-b3c6-9aba994fdd49 HTTP/1.1" status: 200 len: 854 time: 0.0436623 Jul 13 19:38:17.715521 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498100e-77c2-4a89-b43d-963707943d9c req-ee02d5bb-a37e-427d-b206-acc345645383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:17.717070 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1498100e-77c2-4a89-b43d-963707943d9c req-ee02d5bb-a37e-427d-b206-acc345645383 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541661 Jul 13 19:38:17.762472 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6b16acf6-7660-4725-8678-b756ddd9a0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:17.847094 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1498100e-77c2-4a89-b43d-963707943d9c req-f0479e19-f67e-4d80-a0cd-dd3e9d24baee service neutron] 10.222.0.72 "GET /v2.0/networks/0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238520 Jul 13 19:38:17.875706 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:17.936273 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1498100e-77c2-4a89-b43d-963707943d9c req-c62916a0-abee-4299-a017-577682bae8fd service neutron] 10.222.0.72 "GET /v2.0/networks/0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824707 Jul 13 19:38:19.050136 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:20.728874 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:42.624975 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:38:42.807887 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:45.202589 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-1db69033-48c5-4f43-90ac-77979ce666f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:47.757787 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-e4396903-984b-4a93-9cd2-4789c005b0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:47.877303 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:49.054234 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:50.732576 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:12.805143 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:13.891733 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [req-082ed3f2-4d83-49ad-8916-c5c9c0afaadd req-fdfb1e2f-51b0-49af-80f3-0dbf40a38f46 service neutron] (92885) timed out ('10.222.0.72', 55438) {{(pid=92885) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 19:39:15.202283 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-408035ff-2e8b-4e82-95e3-18b2dcbba7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:17.442278 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ccf91bbe-a2b9-4412-9f52-8e5697d70aba req-1bdad9aa-db44-47e2-9842-e50c81f3ef29 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1676648 Jul 13 19:39:17.520013 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf91bbe-a2b9-4412-9f52-8e5697d70aba req-7cd4ec17-e376-4609-8bd7-5740854f696e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:17.521527 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ccf91bbe-a2b9-4412-9f52-8e5697d70aba req-7cd4ec17-e376-4609-8bd7-5740854f696e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f76de9f3b2d84e1186fc4522ac5150ad&device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 1099 time: 0.0561755 Jul 13 19:39:17.621706 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf91bbe-a2b9-4412-9f52-8e5697d70aba req-434ec09b-c944-4f33-906b-67b7b8e1d6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:17.623160 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ccf91bbe-a2b9-4412-9f52-8e5697d70aba req-434ec09b-c944-4f33-906b-67b7b8e1d6a3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=343ffcfe-70d9-48b8-9086-8c12260c08de HTTP/1.1" status: 200 len: 916 time: 0.0811179 Jul 13 19:39:17.666299 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ccf91bbe-a2b9-4412-9f52-8e5697d70aba req-1c4cf8cf-6d97-46dd-aa12-1aca17221ae0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82723c4e-ec5b-4c83-bd3a-813f746aae69 HTTP/1.1" status: 200 len: 217 time: 0.0364428 Jul 13 19:39:17.713649 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf91bbe-a2b9-4412-9f52-8e5697d70aba req-26f74bc2-8daf-4a5b-92e9-41f666447980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:39:17.715129 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ccf91bbe-a2b9-4412-9f52-8e5697d70aba req-26f74bc2-8daf-4a5b-92e9-41f666447980 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5f275551-11ea-4db1-9a8c-68b28ff9d178 HTTP/1.1" status: 200 len: 854 time: 0.0431857 Jul 13 19:39:17.762304 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-11c25f56-90db-4b5a-9215-4861404f43fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:17.766332 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ccf91bbe-a2b9-4412-9f52-8e5697d70aba req-f5a44d09-ca64-486c-9811-b879defe0fc2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=343ffcfe-70d9-48b8-9086-8c12260c08de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394468 Jul 13 19:39:17.857205 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ccf91bbe-a2b9-4412-9f52-8e5697d70aba req-a8800bd7-9d64-4499-b2cc-c62196fa049a service neutron] 10.222.0.72 "GET /v2.0/networks/343ffcfe-70d9-48b8-9086-8c12260c08de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838017 Jul 13 19:39:17.891749 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:17.953327 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ccf91bbe-a2b9-4412-9f52-8e5697d70aba req-de84b4c3-7e25-4e25-986f-74bd45ae0bd0 service neutron] 10.222.0.72 "GET /v2.0/networks/343ffcfe-70d9-48b8-9086-8c12260c08de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835228 Jul 13 19:39:19.057647 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:19.624620 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:39:20.734648 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:27.599532 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [req-cc9fceb4-8f74-4445-ad4f-5f347828bb06 req-9c5513c8-f44d-436c-ade8-18ede2044361 service neutron] (92885) timed out ('10.222.0.72', 55455) {{(pid=92885) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 19:39:27.821600 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [req-a4c01d8a-b7bf-4332-a1e3-85534667b87e req-f69bdaca-36cc-4235-9adf-4a4b95f98321 service neutron] (92884) timed out ('10.222.0.72', 55432) {{(pid=92884) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 19:39:42.804658 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:45.201784 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-06329417-98f4-4481-84eb-828732916740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:47.754866 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-bb9b25fa-fc06-424a-b2ed-01c9700cdde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:47.882902 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:49.060470 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:50.737130 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:56.624400 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:40:12.805413 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:15.201876 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-ec2a9d15-0899-49dc-9ffc-84f9075529c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:17.325744 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c119670d-1002-4a01-875d-c50dc9296031 req-44a9a2db-0790-453e-9565-c43a614a2d62 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6a9d162b-d36a-458f-8c6b-51eca1763032&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502114 Jul 13 19:40:17.401034 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119670d-1002-4a01-875d-c50dc9296031 req-b7b86f68-2a24-4163-bcf1-7eb1a83175df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:17.402502 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c119670d-1002-4a01-875d-c50dc9296031 req-b7b86f68-2a24-4163-bcf1-7eb1a83175df service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53d7d23c18294e858b53ce3d9cfcc8f3&device_id=6a9d162b-d36a-458f-8c6b-51eca1763032 HTTP/1.1" status: 200 len: 1099 time: 0.0554807 Jul 13 19:40:17.503782 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119670d-1002-4a01-875d-c50dc9296031 req-f396c7a9-dcae-402b-8591-c5f14f6b9588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:17.505291 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c119670d-1002-4a01-875d-c50dc9296031 req-f396c7a9-dcae-402b-8591-c5f14f6b9588 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b7b91cfb-e236-4fc1-bbf4-258475e6ab9e HTTP/1.1" status: 200 len: 918 time: 0.0830014 Jul 13 19:40:17.570471 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c119670d-1002-4a01-875d-c50dc9296031 req-17efb4b5-8656-4927-bff0-c324aa3cd48e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=399a530c-4557-4a6d-a629-67d1325d0054 HTTP/1.1" status: 200 len: 1001 time: 0.0586553 Jul 13 19:40:17.617451 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119670d-1002-4a01-875d-c50dc9296031 req-c9df88ea-8bd8-490f-b48e-ba901da52f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:17.618747 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c119670d-1002-4a01-875d-c50dc9296031 req-c9df88ea-8bd8-490f-b48e-ba901da52f16 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=48f9eecd-f69f-424d-8316-69af76912fc2 HTTP/1.1" status: 200 len: 855 time: 0.0428922 Jul 13 19:40:17.674744 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119670d-1002-4a01-875d-c50dc9296031 req-d9c0c4b6-978a-4801-aaf4-89e4cdb065e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:17.676259 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c119670d-1002-4a01-875d-c50dc9296031 req-d9c0c4b6-978a-4801-aaf4-89e4cdb065e2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b7b91cfb-e236-4fc1-bbf4-258475e6ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516441 Jul 13 19:40:17.756749 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-d47c4ce3-c8ca-4487-9fdb-64893c293aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:17.767308 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c119670d-1002-4a01-875d-c50dc9296031 req-9d8da081-e10f-43ae-8031-39fe6cc8d82d service neutron] 10.222.0.72 "GET /v2.0/networks/b7b91cfb-e236-4fc1-bbf4-258475e6ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833871 Jul 13 19:40:17.860273 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c119670d-1002-4a01-875d-c50dc9296031 req-1186b001-9678-4b3f-85b8-ee9736541398 service neutron] 10.222.0.72 "GET /v2.0/networks/b7b91cfb-e236-4fc1-bbf4-258475e6ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844765 Jul 13 19:40:17.885716 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:19.062036 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:20.741428 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:24.716071 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304f2bb-d6ac-4b12-a7a7-3f9cb8e00a39 req-547071eb-d79d-4264-8c68-953d949ec6e2 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:24.717612 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-a304f2bb-d6ac-4b12-a7a7-3f9cb8e00a39 req-547071eb-d79d-4264-8c68-953d949ec6e2 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 945 time: 0.2036085 Jul 13 19:40:24.756028 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-a304f2bb-d6ac-4b12-a7a7-3f9cb8e00a39 req-81f2a5f2-5514-44ad-8a30-8d8c75a77a48 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=366ba3bc-322d-401a-8f95-29889f89d4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328357 Jul 13 19:40:25.087905 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe44b3-4b3f-4da5-9aa4-bc8bcf7d360f req-88b2f046-7a67-4ec1-9996-0c2997acdf8a tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:25.089424 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-cffe44b3-4b3f-4da5-9aa4-bc8bcf7d360f req-88b2f046-7a67-4ec1-9996-0c2997acdf8a tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 945 time: 0.0614059 Jul 13 19:40:25.189640 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [req-cffe44b3-4b3f-4da5-9aa4-bc8bcf7d360f req-09ccd26f-d567-4501-9789-9ce0a8657a20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Deleting port 7e460608-e870-437f-8280-90358297765f {{(pid=92884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:40:25.189985 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-cffe44b3-4b3f-4da5-9aa4-bc8bcf7d360f req-09ccd26f-d567-4501-9789-9ce0a8657a20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:25.275564 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-cffe44b3-4b3f-4da5-9aa4-bc8bcf7d360f req-09ccd26f-d567-4501-9789-9ce0a8657a20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] For port 7e460608-e870-437f-8280-90358297765f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7e460608-e870-437f-8280-90358297765f,segment=NetworkSegment(a40130a1-c2a7-4243-8f3c-b4ef1dc74555),segment_id=a40130a1-c2a7-4243-8f3c-b4ef1dc74555)] {{(pid=92884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:25.275925 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-cffe44b3-4b3f-4da5-9aa4-bc8bcf7d360f req-09ccd26f-d567-4501-9789-9ce0a8657a20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:25.439940 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-cffe44b3-4b3f-4da5-9aa4-bc8bcf7d360f req-09ccd26f-d567-4501-9789-9ce0a8657a20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:25.440229 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-cffe44b3-4b3f-4da5-9aa4-bc8bcf7d360f req-09ccd26f-d567-4501-9789-9ce0a8657a20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502340'] for floatingip, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:25.440564 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.db.l3_db [req-cffe44b3-4b3f-4da5-9aa4-bc8bcf7d360f req-09ccd26f-d567-4501-9789-9ce0a8657a20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Floating IP 80adf390-623d-4ab1-8efc-b40f041ce0d0 disassociated. External IP: 172.27.2.194, port: 7e460608-e870-437f-8280-90358297765f. Jul 13 19:40:25.440900 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [req-cffe44b3-4b3f-4da5-9aa4-bc8bcf7d360f req-09ccd26f-d567-4501-9789-9ce0a8657a20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Calling delete_port for 7e460608-e870-437f-8280-90358297765f owned by compute:nova {{(pid=92884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:40:25.569987 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-cffe44b3-4b3f-4da5-9aa4-bc8bcf7d360f req-09ccd26f-d567-4501-9789-9ce0a8657a20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:25.603655 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ccd26f-d567-4501-9789-9ce0a8657a20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Pushing event deleted for resources: {'Port': ['ID=7e460608-e870-437f-8280-90358297765f,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:25.618046 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccd26f-d567-4501-9789-9ce0a8657a20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:25.618472 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccd26f-d567-4501-9789-9ce0a8657a20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:25.618891 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccd26f-d567-4501-9789-9ce0a8657a20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:25.619304 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccd26f-d567-4501-9789-9ce0a8657a20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:25.619710 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccd26f-d567-4501-9789-9ce0a8657a20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:25.620118 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccd26f-d567-4501-9789-9ce0a8657a20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:25.620538 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccd26f-d567-4501-9789-9ce0a8657a20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:25.620969 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccd26f-d567-4501-9789-9ce0a8657a20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:25.621998 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccd26f-d567-4501-9789-9ce0a8657a20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:25.622107 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccd26f-d567-4501-9789-9ce0a8657a20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:25.622418 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccd26f-d567-4501-9789-9ce0a8657a20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:25.622721 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccd26f-d567-4501-9789-9ce0a8657a20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:40:25.735707 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cffe44b3-4b3f-4da5-9aa4-bc8bcf7d360f req-09ccd26f-d567-4501-9789-9ce0a8657a20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Router 67741092-1c7f-4713-ba73-57f3f82a7baa has already been hosted by L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd {{(pid=92884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:40:25.863221 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cffe44b3-4b3f-4da5-9aa4-bc8bcf7d360f req-09ccd26f-d567-4501-9789-9ce0a8657a20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:40:25.877295 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de22674-b159-42ac-a1f6-d1b5313ca830 None None] Sync routers for ids ['67741092-1c7f-4713-ba73-57f3f82a7baa'] in dv-cinder-786933-3-iscsi {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:40:25.893724 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de22674-b159-42ac-a1f6-d1b5313ca830 None None] Routers {'67741092-1c7f-4713-ba73-57f3f82a7baa'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:40:25.894307 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-8de22674-b159-42ac-a1f6-d1b5313ca830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:40:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['67741092-1c7f-4713-ba73-57f3f82a7baa'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:25.921529 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [req-cffe44b3-4b3f-4da5-9aa4-bc8bcf7d360f req-09ccd26f-d567-4501-9789-9ce0a8657a20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] No DVR routers for this DVR port 7e460608-e870-437f-8280-90358297765f on host hv-cinder-78693 {{(pid=92884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:40:25.924149 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-cffe44b3-4b3f-4da5-9aa4-bc8bcf7d360f req-09ccd26f-d567-4501-9789-9ce0a8657a20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:25.926171 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-cffe44b3-4b3f-4da5-9aa4-bc8bcf7d360f req-09ccd26f-d567-4501-9789-9ce0a8657a20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.72 "DELETE /v2.0/ports/7e460608-e870-437f-8280-90358297765f HTTP/1.1" status: 204 len: 173 time: 0.8316004 Jul 13 19:40:25.926626 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1aa321f-ca42-4de7-95ae-b793cb60f178', 'name': 'network-vif-deleted', 'tag': '7e460608-e870-437f-8280-90358297765f'}] {{(pid=92884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:40:25.929874 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cf84a925f246af12420c5659448fd2d5dd2a3ba7c6b104c2b07d23eb28f3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7efc41-9d0b-4b92-90fe-cd08c98c1d7c" -d '{"events": [{"server_uuid": "d1aa321f-ca42-4de7-95ae-b793cb60f178", "name": "network-vif-deleted", "tag": "7e460608-e870-437f-8280-90358297765f"}]}' {{(pid=92884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:40:25.951689 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43bf67-b4e3-4869-b8df-6c8b713e8a51 req-cbef1a48-4411-4e36-98c6-19b7eec3e5d6 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:25.962021 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-5f43bf67-b4e3-4869-b8df-6c8b713e8a51 req-cbef1a48-4411-4e36-98c6-19b7eec3e5d6 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 946 time: 0.1007390 Jul 13 19:40:26.001110 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-2236ad31-c2be-4404-88ec-2d06829b6df9 req-ec926a68-8fcb-48d8-95b4-e86591bf12ad tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.1047950 Jul 13 19:40:26.015510 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-5f43bf67-b4e3-4869-b8df-6c8b713e8a51 req-f82792b1-a4dd-4861-9830-cc83cb8eb92f tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1b64c5a-4d6c-48af-92e3-3b55ca5de66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512347 Jul 13 19:40:26.030799 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-8de22674-b159-42ac-a1f6-d1b5313ca830 None None] Set router 67741092-1c7f-4713-ba73-57f3f82a7baa gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:40:26.072032 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51810324-f0df-4676-97d5-367c69a08e5d x-openstack-request-id: req-51810324-f0df-4676-97d5-367c69a08e5d {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:40:26.072326 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1aa321f-ca42-4de7-95ae-b793cb60f178", "name": "network-vif-deleted", "tag": "7e460608-e870-437f-8280-90358297765f", "status": "completed", "code": 200}]} {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:40:26.072680 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-51810324-f0df-4676-97d5-367c69a08e5d {{(pid=92884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:40:26.073083 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1aa321f-ca42-4de7-95ae-b793cb60f178', 'name': 'network-vif-deleted', 'tag': '7e460608-e870-437f-8280-90358297765f', 'status': 'completed', 'code': 200} Jul 13 19:40:26.259175 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-8de22674-b159-42ac-a1f6-d1b5313ca830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'name': 'tempest-AttachVolumeTestJSON-1060596869-router', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '2e82ac64-afa0-497e-9ae8-687616721aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:48Z', 'updated_at': '2021-07-13T19:23:54Z', 'revision_number': 4, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'gw_port': {'id': '2e82ac64-afa0-497e-9ae8-687616721aa4', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:49Z', 'updated_at': '2021-07-13T19:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '02109647-5332-4725-ae8e-06f378714c5e', 'name': '', 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'mac_address': 'fa:16:3e:25:b4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c43d8f9f-c845-4d5c-82df-5404e88902e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:53Z', 'updated_at': '2021-07-13T19:24:04Z', 'revision_number': 5, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'subnets': [{'id': 'c43d8f9f-c845-4d5c-82df-5404e88902e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:26.283511 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de22674-b159-42ac-a1f6-d1b5313ca830 None None] Checking router: 67741092-1c7f-4713-ba73-57f3f82a7baa for host: dv-cinder-786933-3-iscsi {{(pid=92886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:40:26.291626 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de22674-b159-42ac-a1f6-d1b5313ca830 None None] Routers {'67741092-1c7f-4713-ba73-57f3f82a7baa'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:40:26.292223 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-8de22674-b159-42ac-a1f6-d1b5313ca830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:40:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['67741092-1c7f-4713-ba73-57f3f82a7baa'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:26.307945 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc06adf-7af9-4ff5-95eb-1870e49a4240 req-58ceeb71-1692-43b4-9d75-451c730ffb7e tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:40:26.309417 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-5bc06adf-7af9-4ff5-95eb-1870e49a4240 req-58ceeb71-1692-43b4-9d75-451c730ffb7e tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 946 time: 0.0608852 Jul 13 19:40:26.398111 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-8de22674-b159-42ac-a1f6-d1b5313ca830 None None] Set router 67741092-1c7f-4713-ba73-57f3f82a7baa gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:40:26.419222 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [req-5bc06adf-7af9-4ff5-95eb-1870e49a4240 req-e45d35cc-769d-420e-832f-a4b752f8a4aa tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Deleting port 82723c4e-ec5b-4c83-bd3a-813f746aae69 {{(pid=92884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:40:26.419569 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-5bc06adf-7af9-4ff5-95eb-1870e49a4240 req-e45d35cc-769d-420e-832f-a4b752f8a4aa tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:26.504957 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-5bc06adf-7af9-4ff5-95eb-1870e49a4240 req-e45d35cc-769d-420e-832f-a4b752f8a4aa tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] For port 82723c4e-ec5b-4c83-bd3a-813f746aae69, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=82723c4e-ec5b-4c83-bd3a-813f746aae69,segment=NetworkSegment(673db204-d8d2-4a04-8b74-f5c08a96ffba),segment_id=673db204-d8d2-4a04-8b74-f5c08a96ffba)] {{(pid=92884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:40:26.505314 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-5bc06adf-7af9-4ff5-95eb-1870e49a4240 req-e45d35cc-769d-420e-832f-a4b752f8a4aa tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:26.518413 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [req-5bc06adf-7af9-4ff5-95eb-1870e49a4240 req-e45d35cc-769d-420e-832f-a4b752f8a4aa tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Calling delete_port for 82723c4e-ec5b-4c83-bd3a-813f746aae69 owned by compute:nova {{(pid=92884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:40:26.589615 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-8de22674-b159-42ac-a1f6-d1b5313ca830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'name': 'tempest-AttachVolumeTestJSON-1060596869-router', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '2e82ac64-afa0-497e-9ae8-687616721aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:48Z', 'updated_at': '2021-07-13T19:23:54Z', 'revision_number': 4, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'gw_port': {'id': '2e82ac64-afa0-497e-9ae8-687616721aa4', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:49Z', 'updated_at': '2021-07-13T19:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '02109647-5332-4725-ae8e-06f378714c5e', 'name': '', 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'mac_address': 'fa:16:3e:25:b4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c43d8f9f-c845-4d5c-82df-5404e88902e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:53Z', 'updated_at': '2021-07-13T19:24:04Z', 'revision_number': 5, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'subnets': [{'id': 'c43d8f9f-c845-4d5c-82df-5404e88902e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:40:26.618512 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de22674-b159-42ac-a1f6-d1b5313ca830 None None] The sync data for ids ['67741092-1c7f-4713-ba73-57f3f82a7baa'] in dv-cinder-786933-3-iscsi is: [{'id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'name': 'tempest-AttachVolumeTestJSON-1060596869-router', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '2e82ac64-afa0-497e-9ae8-687616721aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:48Z', 'updated_at': '2021-07-13T19:23:54Z', 'revision_number': 4, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'gw_port': {'id': '2e82ac64-afa0-497e-9ae8-687616721aa4', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:49Z', 'updated_at': '2021-07-13T19:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '02109647-5332-4725-ae8e-06f378714c5e', 'name': '', 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'mac_address': 'fa:16:3e:25:b4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c43d8f9f-c845-4d5c-82df-5404e88902e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:53Z', 'updated_at': '2021-07-13T19:24:04Z', 'revision_number': 5, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'subnets': [{'id': 'c43d8f9f-c845-4d5c-82df-5404e88902e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:40:26.655616 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-5bc06adf-7af9-4ff5-95eb-1870e49a4240 req-e45d35cc-769d-420e-832f-a4b752f8a4aa tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:26.667705 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] get_ports_and_sgs() called for port_ids ['82723c4e-ec5b-4c83-bd3a-813f746aae69'] {{(pid=92886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:40:26.682964 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d35cc-769d-420e-832f-a4b752f8a4aa tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Pushing event deleted for resources: {'Port': ['ID=82723c4e-ec5b-4c83-bd3a-813f746aae69,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:40:26.734363 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc06adf-7af9-4ff5-95eb-1870e49a4240 req-e45d35cc-769d-420e-832f-a4b752f8a4aa tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] No DVR routers for this DVR port 82723c4e-ec5b-4c83-bd3a-813f746aae69 on host hv-cinder-78693 {{(pid=92884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:40:26.736750 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-5bc06adf-7af9-4ff5-95eb-1870e49a4240 req-e45d35cc-769d-420e-832f-a4b752f8a4aa tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:26.738746 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-5bc06adf-7af9-4ff5-95eb-1870e49a4240 req-e45d35cc-769d-420e-832f-a4b752f8a4aa tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.72 "DELETE /v2.0/ports/82723c4e-ec5b-4c83-bd3a-813f746aae69 HTTP/1.1" status: 204 len: 173 time: 0.4234068 Jul 13 19:40:26.849429 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e9fc9e-17e8-40e3-9097-07097630e07c None None] New status for floating IP 80adf390-623d-4ab1-8efc-b40f041ce0d0: DOWN {{(pid=92887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:40:27.147257 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-c06cae26-c58f-4051-807e-4219fc5a6e85 req-a76ffc7c-7ffb-4237-8d47-3b61cc31aa2d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0284789 Jul 13 19:40:27.170833 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-fa21fc21-10f5-477a-81fd-942df477f55c req-45633170-ced4-4045-a370-0d38a270dd76 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0284553 Jul 13 19:40:28.073744 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1532087-b44b-409c-a309-5c4ee3d21b39', 'name': 'network-vif-deleted', 'tag': '82723c4e-ec5b-4c83-bd3a-813f746aae69'}] {{(pid=92884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:40:28.076071 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cf84a925f246af12420c5659448fd2d5dd2a3ba7c6b104c2b07d23eb28f3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99547bcb-62f7-47fe-9421-f1632b5f5fd8" -d '{"events": [{"server_uuid": "b1532087-b44b-409c-a309-5c4ee3d21b39", "name": "network-vif-deleted", "tag": "82723c4e-ec5b-4c83-bd3a-813f746aae69"}]}' {{(pid=92884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:40:28.111701 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26ecc1a-ecd8-4978-8d3b-9fcd13ad95f2 x-openstack-request-id: req-a26ecc1a-ecd8-4978-8d3b-9fcd13ad95f2 {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:40:28.111986 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1532087-b44b-409c-a309-5c4ee3d21b39", "name": "network-vif-deleted", "tag": "82723c4e-ec5b-4c83-bd3a-813f746aae69", "status": "completed", "code": 200}]} {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:40:28.112236 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a26ecc1a-ecd8-4978-8d3b-9fcd13ad95f2 {{(pid=92884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:40:28.112658 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1532087-b44b-409c-a309-5c4ee3d21b39', 'name': 'network-vif-deleted', 'tag': '82723c4e-ec5b-4c83-bd3a-813f746aae69', 'status': 'completed', 'code': 200} Jul 13 19:40:28.284509 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-70209440-e1d3-4297-ae9f-c0632f06ff64 req-3f572dfd-9361-43fe-bf8b-324c915a01eb tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0277426 Jul 13 19:40:28.314181 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-ede7fa4d-bc8f-4a2a-ba47-0b0d7fdd3c8b req-0d509a90-1632-4c2d-8476-0f6e7bf32908 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0319145 Jul 13 19:40:28.464217 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 7e460608-e870-437f-8280-90358297765f no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:40:28.484111 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] No Port match for: 7e460608-e870-437f-8280-90358297765f {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:40:28.484450 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 7e460608-e870-437f-8280-90358297765f not bound to the agent host hv-cinder-78693 {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:40:29.425264 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-6432c45b-167c-4508-b098-f6dc60ccd081 req-dac583b8-132e-49d4-9512-312f940c9c97 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0283368 Jul 13 19:40:29.454674 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-d7295e24-2890-46b2-9320-6316fc76e997 req-44bfb482-e548-4e1d-97d3-40c374782ab2 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0278716 Jul 13 19:40:30.479197 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 82723c4e-ec5b-4c83-bd3a-813f746aae69 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:40:30.499885 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] No Port match for: 82723c4e-ec5b-4c83-bd3a-813f746aae69 {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:40:30.500236 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 82723c4e-ec5b-4c83-bd3a-813f746aae69 not bound to the agent host hv-cinder-78693 {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:40:30.569461 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-9bc5e95a-df80-46db-afd2-1fbd88b5e35c req-9ab3b70a-efb8-4d4c-8573-db0eddb5b72f tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0303230 Jul 13 19:40:30.594687 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-bc6f47f3-1110-43ca-b9cf-846d0c3517ba req-22128e9b-fde6-40c9-8eba-a73a5bf52b2f tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0281658 Jul 13 19:40:31.710954 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-3a4e5ca6-dc3f-4630-a2b4-bdff0512a420 req-ce9d5d1f-5ca1-4e68-8c1c-6ce2e50587a0 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0288546 Jul 13 19:40:31.732778 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-87e6c070-f322-4813-9f5a-fb3e68deaf38 req-a9e06cb9-315b-4543-b9da-08b1bd622476 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0286808 Jul 13 19:40:32.850198 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-6ae30623-5440-4237-ac34-6f43b1bbaab5 req-59ac192d-2472-480e-8001-c16ad7d392b5 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0277135 Jul 13 19:40:32.879458 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e727ea39-1f1f-445e-98c1-b5efe650b14a req-5508c524-ec3a-48aa-a565-39c114a2640e tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0311873 Jul 13 19:40:33.623778 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:40:33.987885 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d7a8cf91-aead-4fb8-b07b-9044fad66a47 req-4a55e62c-ff72-46cb-abe5-c9ac819f0f91 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0272286 Jul 13 19:40:34.020455 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-8fd32b74-43d4-495e-95e4-f65f31cf4220 req-6eeb89ca-3de8-4168-a953-3172266e1fdb tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0283568 Jul 13 19:40:35.130921 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-94eaf0b5-b68e-42a9-b3e9-293684358902 req-d665458e-eb27-4c5a-99c9-e086b1c85068 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0310228 Jul 13 19:40:35.159942 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-08198df1-c849-4872-b277-d8b50448b616 req-c62855ab-8c78-4520-9cff-8b90bc881ba2 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0274351 Jul 13 19:40:36.272290 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-67b2da68-21ae-423c-9dd3-d05eb9589672 req-71610025-9701-4676-99e9-b18f5e946450 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0278199 Jul 13 19:40:36.300193 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-d6c5a7d3-f37d-4866-88f4-ccb9d03469c9 req-e33bac36-d7de-436e-970d-7bbf5bb477c5 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0287244 Jul 13 19:40:37.409942 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-cc143533-857b-4d73-ae51-9a271efe5c3d req-c4e8cd93-8402-4049-92ce-06791da5d578 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0272298 Jul 13 19:40:37.442898 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-1fe7ff76-4b3e-4942-a28f-f0daa7ab843e req-7b8d8bd6-c882-4551-92fd-830fffebd750 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0326974 Jul 13 19:40:38.548319 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d64cbd93-b2a2-4c0c-83e0-53f19bade7ef req-a0d4ca5c-9576-45a6-b0b8-fa4520a9bb70 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0275466 Jul 13 19:40:38.584093 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-9786917c-13d7-4897-ab3e-1b5fff86efe0 req-64ff2155-60da-49a6-9565-60dc926c2c0f tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0272162 Jul 13 19:40:39.689528 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-330b35e6-20a4-40c6-835f-b466e4202cde req-ce4ff9f9-ccf4-496b-a393-418b26e476ec tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0300615 Jul 13 19:40:39.721612 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-576af22a-0e12-45ae-90ce-fc095dbf090a req-5faac352-a308-4164-aa81-e26cc913e09f tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0267925 Jul 13 19:40:40.830284 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b6921697-b68d-4516-b361-c5f2191f03a6 req-7d4df48f-8823-40de-8114-2139b3a3f199 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0285463 Jul 13 19:40:40.859429 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-14ccd2dc-3217-4582-936c-b6718a1900f8 req-1bf39418-d1da-4ab7-8967-69bcbf6302e7 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0278742 Jul 13 19:40:41.966762 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a00fff19-9690-4e07-9fad-ddf27339cf26 req-163911f2-d79c-40cc-baaa-97c73bb3a7ef tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0276904 Jul 13 19:40:42.000625 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-3ebe4ae7-5747-46d8-9e35-c3d128c872a8 req-f400e38b-4ed6-4718-867a-a8b24d7be0ac tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0313437 Jul 13 19:40:42.831011 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:43.104203 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0c6ab27c-adb9-452e-ace3-59691f896981 req-93c9aad4-4f8a-4c62-bd78-426313af11ee tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0278523 Jul 13 19:40:43.141665 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-4af4668a-c1f2-4cf4-8c75-491ef88206fa req-f7f8c7da-68d2-4828-81a7-dab5e364b2d1 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0286865 Jul 13 19:40:44.245634 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-715719a5-e908-4a1e-b10d-097b996875d3 req-e1a4dd60-7869-4677-a736-fabc84749deb tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0306382 Jul 13 19:40:44.280371 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-d280b05f-cde9-403d-8e64-22140b5ed050 req-dbebdc29-baaa-41b3-bf88-240c795c0033 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0280802 Jul 13 19:40:45.202184 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-0aa9d686-b4ef-434e-9310-079d533cad29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:45.420186 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b43a4475-caca-40ea-bb5d-df406bd58b43 req-692ab227-2490-4bbd-9ce8-f393a67b333a tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0287192 Jul 13 19:40:45.629032 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a1f70e11-8c72-476e-b59a-9ec3b3c68342 req-250ba125-ac00-4a10-9650-599c3a42c76b tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.2702620 Jul 13 19:40:46.671408 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-ff0858af-85ea-4331-a36f-21c58952dfab req-f26fee53-b5aa-4bf4-af86-c045cc2eb33f tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0318842 Jul 13 19:40:46.765752 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-cff40e01-fff1-47a4-ba8f-5d9413ad45fc req-914ac422-161d-4518-902e-d5a6a99fb001 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0276036 Jul 13 19:40:47.758607 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-ada6d52b-f697-43f6-9d7b-42a6e38d5f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:47.813515 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-caca381c-1f49-4266-9ac7-c5ba1c4352aa req-3463d8b2-97b5-4bdf-b681-40fe933ea8db tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0296106 Jul 13 19:40:47.889563 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:47.904951 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-11414174-9542-49e3-b22b-5d38f6639258 req-6672d84f-d931-437a-8aca-ac4995246b6e tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0285184 Jul 13 19:40:48.955525 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-68bfacee-8516-4773-973f-edfb4681d96b req-d6c70767-f8fc-4a0f-903a-4f3e691b18e9 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0277205 Jul 13 19:40:49.042772 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4137c87a-08b9-4ed9-904c-b6b1828666cc req-38893412-21f1-4403-891d-b9fe0767278f tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0274320 Jul 13 19:40:49.065051 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:50.091424 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-ac0ead01-b4de-4f1d-85a9-fbad96207ef7 req-c23279b0-8d1c-4a10-b618-10517747c393 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0277810 Jul 13 19:40:50.183977 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c962a209-363a-4e2d-8a3e-6cb9ebeed39c req-75621a62-5f2d-4e27-9f9f-9e3099e8722b tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0295675 Jul 13 19:40:50.743825 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:51.231665 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-8b0faf1e-357b-4c61-9dd6-6d3c0d9d9c2a req-b8540eaa-a435-424c-9ff2-9335c744807f tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0317171 Jul 13 19:40:51.321839 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-10a19106-d837-413c-b1bc-9b004bc04ba8 req-c54d34e6-efc8-4c3d-9d7c-c240e89119e0 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0275640 Jul 13 19:40:52.374001 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-ff26537f-15c2-4851-8733-f2bfa1cd136c req-c94e13a8-7edc-4b45-959d-b4fc4b8eea06 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0288043 Jul 13 19:40:52.459421 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c61b4db1-6411-4b8b-8010-8fd309844c2c req-9dc2fa04-0ead-41b0-b2bf-89a499aa7da4 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0267851 Jul 13 19:40:53.509759 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-3c91cb0c-0dec-4a6a-9438-541f06363cb8 req-7d36267f-ce83-4732-b821-3ce31011d22b tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0284903 Jul 13 19:40:53.595436 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a5771a18-edfa-4da6-b80a-a2d0d855ae42 req-ec0313dc-9c97-496f-a231-e4c4aa3270d1 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0265141 Jul 13 19:40:54.648075 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-945e12f3-9e7f-488b-ad9e-13dcda182eab req-fe34fe37-1981-464a-b8f4-090d992822c6 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0286481 Jul 13 19:40:54.738708 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-6281e71d-d992-4969-bae0-65d5887db615 req-7ef104df-2150-43e5-9433-de8ba60a2287 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0309572 Jul 13 19:40:55.787445 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-77813440-774b-46e4-9c0a-bd126590a8db req-bdb23873-690f-44ee-a74f-e3a1dffbec89 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0315323 Jul 13 19:40:55.875667 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1fb5dcc5-0b46-4060-9a08-e56693faab28 req-b866e8c3-c078-46ef-abd6-9fdb8a241eb7 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0285163 Jul 13 19:40:56.937818 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b3f434ed-dbc0-4faf-b82e-552a466e1ee8 req-ecf4ad69-0448-4e2d-816a-710d2f2a026d tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0280740 Jul 13 19:40:57.016455 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-29cf7b33-78aa-415a-8c61-d0064d8eeea4 req-df2c112e-207b-4068-aa12-04732c1dd5df tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0299613 Jul 13 19:40:58.074673 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-57375903-92a4-4ea8-b48d-4ff33c303809 req-8d25e55f-4d34-46bd-bb8e-7b3bae54f08b tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0279791 Jul 13 19:40:58.155765 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f1d1d2bd-591c-4745-a328-b1a7f1ba5db8 req-eb4d9c81-ca8e-42a7-9edb-669eb56642f8 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0279584 Jul 13 19:40:59.213882 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-fbef6de9-9789-42ef-8e1f-6835e9dc3e1b req-b179f367-96a8-48ff-b976-5cdc41d38f95 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0281806 Jul 13 19:40:59.302462 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-5d11bd3c-d666-429f-ab45-a24386c114c3 req-afbbee83-c3e9-4fdd-9e18-24e8f4bfde58 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0310512 Jul 13 19:41:00.355920 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-452f685c-5c05-4a6f-b88c-74e215ebae2f req-78ef1d53-011f-4ec0-9002-aa052e2f512e tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0321617 Jul 13 19:41:00.441738 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-621466a3-9088-447a-9670-78ae0747af50 req-cb09ecb0-028f-4a1c-8c7e-bdbed182042d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0276318 Jul 13 19:41:01.498356 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-415d648a-019a-4d38-a1ec-150c9357303b req-5fbfb990-716c-4f5b-b645-79a437c99cea tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0275095 Jul 13 19:41:01.579575 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ac1920c9-663f-473c-8b83-b50782e085b0 req-a850acb5-63f6-4535-ad5b-aaf37d15355b tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0281289 Jul 13 19:41:02.640758 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-02d06d84-20f0-474f-a0f4-7da9ef4e4ff4 req-b6a4c8c1-750c-49ed-9630-51b5228f182a tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0303507 Jul 13 19:41:02.717943 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-26cd2124-d196-4dfd-9b57-170e3d2eeeb8 req-58b47515-131f-411d-9d56-0cdc3554812c tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0272603 Jul 13 19:41:03.782599 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-4d9d88f8-e5cf-44ab-a8c5-0cc8fbb04880 req-555c9106-6bc2-478f-aeba-fd2d32cfe708 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0298355 Jul 13 19:41:03.861717 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f5a756fc-4a37-41f5-97d5-9b03e201ce73 req-bc606f67-70f8-4900-96ad-06c621e65271 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0311997 Jul 13 19:41:04.927247 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-882d6cfc-8a4c-44af-9e96-702bc308c33b req-b17611ff-99fe-423b-8929-51782a39a1d5 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0334339 Jul 13 19:41:05.000888 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-2d5b5f67-0e89-4d94-bf48-5e1cdfa12b85 req-4df6c800-0cdf-4d33-b60a-6ec7cb7539c0 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0267956 Jul 13 19:41:06.069880 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-639aa294-e983-4147-979d-9be3d1503a01 req-0cb4e7f9-a9aa-48f9-8c97-ccf33439cc03 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0283413 Jul 13 19:41:06.139815 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-7b20a2e2-c6d2-4cb4-a11f-07c6c93cf6ac req-60ffd0f3-e329-452b-867c-87eae6ac5a0b tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0272493 Jul 13 19:41:07.209406 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-04239e89-2174-4bdb-9cdd-9aa612dcd6b9 req-1d1d4bb5-8e85-4374-b225-ad48e43943ff tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0282431 Jul 13 19:41:07.277893 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-58f37bfa-6b75-44e6-9ebd-6946003b9ccf req-01de8723-e7ac-4c4a-a163-bbfcd75dd0ac tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0274301 Jul 13 19:41:08.349881 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-353eb321-f367-4795-9a7e-5a01ad6f2c81 req-ce4353db-cbd9-48c0-8963-ec116fc783cf tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0281878 Jul 13 19:41:08.422124 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-01e363ef-32b3-4c6f-a93c-87e7e064f5eb req-70f5c9e6-d85a-4179-8713-155fb99c0bf2 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0299513 Jul 13 19:41:09.498592 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-ad1caab4-f4de-4e58-bb3f-8a347e2ea424 req-d07a6c35-df2b-4524-85e2-786f6fa207f5 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0322647 Jul 13 19:41:09.561656 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-89076514-f834-4a35-a595-cf7ac2245829 req-7cdff8ed-b070-45e3-add9-836e3a86510e tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0272789 Jul 13 19:41:10.623577 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:41:10.639148 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-ce932c7d-92f6-4b8b-aaba-dd13f0dd8464 req-9740e495-5934-4f5c-a5c1-484bbbcd1403 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0276828 Jul 13 19:41:10.701313 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-2b80afea-2d61-4151-a4e1-f6e490b4328a req-5115fe5e-105f-4f62-8dc5-93bc1f3f47c0 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0268092 Jul 13 19:41:11.781815 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-c5851ce6-c3bd-484a-aabd-7b62719d6af3 req-440408b5-6200-4b2c-83d0-7b929f381e22 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0274489 Jul 13 19:41:11.840539 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-49b6e101-6e3c-4ba2-ad9b-207cf9eb4f70 req-af7bc2ff-42a1-459e-a4ac-17ec6bc6887e tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0278735 Jul 13 19:41:12.851517 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:12.943174 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e1ddea3c-ee27-449b-b999-6ac77a410f14 req-c3b5779b-d31a-4a0a-b760-883d244a204d tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0394394 Jul 13 19:41:12.999865 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0ccde9c4-daf3-4dde-bccf-c94ef687b5ae req-d380daa8-92ec-48f1-a065-aae906fb47c2 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0310926 Jul 13 19:41:14.086814 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-a2b4796d-856d-463a-bf43-526bd15680d9 req-8fbd6d73-2aee-465d-9cc1-5a1abcd79a2a tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0315259 Jul 13 19:41:14.139414 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-76f76fd7-5b6e-4d44-b73a-e83092fabe46 req-87daf37c-56e4-49d8-9ea0-4c5fe7ce1e13 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0275993 Jul 13 19:41:15.206378 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-58cfefc9-b11a-4c58-a226-9e76ff8308e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:15.228628 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-1ea750c3-5499-4127-aff0-a7e6cb72dec9 req-e7f57201-4a66-45b1-a1cc-fd408a6dc04d tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0286310 Jul 13 19:41:15.280222 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f7d67fdb-6065-4a9c-83c0-fb701634a479 req-50e25526-72c7-45cf-a9c8-7c9a4d2fc9d5 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0274320 Jul 13 19:41:16.367473 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-d325d686-c6d0-4cb6-a4b4-157f1c5460d9 req-5da499ed-f8a4-41a4-96d4-42a67ba5cb6e tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0283046 Jul 13 19:41:16.422420 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b6162943-d60e-4b93-ae42-9e0855de4d9f req-a01d9c2f-97b9-418b-9c1b-50c3f29675a7 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0302701 Jul 13 19:41:17.508689 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-2f382f25-b11c-4eff-8568-f1cfbf3ad00b req-f44765a4-000f-4992-b2d4-7f00d52e2a29 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0288301 Jul 13 19:41:17.569553 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d316ed8c-bde0-4157-9716-07148bea3756 req-12e39c28-1f96-413f-aaa9-d5ec21339a7f tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0317860 Jul 13 19:41:17.760356 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-3bffee66-dcd0-453f-9389-56a7b7fe87be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:17.890149 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:18.296344 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-6e199e94-05f6-4dee-a46b-344834715837 req-ca887d16-528c-41b4-b89f-e50e342b0746 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500007 Jul 13 19:41:18.387289 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e199e94-05f6-4dee-a46b-344834715837 req-e60a3721-2093-43ff-8f6a-6937b4039680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:18.388815 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-6e199e94-05f6-4dee-a46b-344834715837 req-e60a3721-2093-43ff-8f6a-6937b4039680 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=df66158c799144888d9e3e2d499b2c33&device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 1098 time: 0.0519078 Jul 13 19:41:18.491337 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e199e94-05f6-4dee-a46b-344834715837 req-3a11a16c-45d1-4f85-901f-582e76795042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:18.492954 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-6e199e94-05f6-4dee-a46b-344834715837 req-3a11a16c-45d1-4f85-901f-582e76795042 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7 HTTP/1.1" status: 200 len: 917 time: 0.0858138 Jul 13 19:41:18.532061 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-6e199e94-05f6-4dee-a46b-344834715837 req-205a1f23-c848-455e-996e-624526e74d1c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8291ad93-47a9-4f66-8f34-f93c2f6ef99f HTTP/1.1" status: 200 len: 217 time: 0.0332015 Jul 13 19:41:18.585114 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e199e94-05f6-4dee-a46b-344834715837 req-a4a354c4-77b4-4e63-946a-09de9a5b1e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:18.586599 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-6e199e94-05f6-4dee-a46b-344834715837 req-a4a354c4-77b4-4e63-946a-09de9a5b1e1c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6c509fd0-b2ef-4a02-b3c6-9aba994fdd49 HTTP/1.1" status: 200 len: 854 time: 0.0474041 Jul 13 19:41:18.649389 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e199e94-05f6-4dee-a46b-344834715837 req-11a0f44d-84d1-4ba4-850e-ac1d51f34ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:41:18.650943 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-6e199e94-05f6-4dee-a46b-344834715837 req-11a0f44d-84d1-4ba4-850e-ac1d51f34ddf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582311 Jul 13 19:41:18.657829 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-357bdf83-3bfe-46da-9f25-cb9d2100202a req-f8d4c739-6a48-4469-8d9c-de430dd4313c tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0346673 Jul 13 19:41:18.744365 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-6e199e94-05f6-4dee-a46b-344834715837 req-2608eeb8-b362-4ce5-881d-fba411592e9b service neutron] 10.222.0.72 "GET /v2.0/networks/0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865402 Jul 13 19:41:18.847818 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-6e199e94-05f6-4dee-a46b-344834715837 req-b55d2064-4d0a-4d81-8217-c2c4b2dae2fa service neutron] 10.222.0.72 "GET /v2.0/networks/0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971727 Jul 13 19:41:18.866824 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-52d5bb86-6e3a-434f-84b0-5aed3d7c9a95 req-4fb71001-c25c-414f-990c-fc660332fff7 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0316145 Jul 13 19:41:19.068093 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:19.798693 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-39eb121e-5e2c-4843-bf79-0248ece1f591 req-3421bb33-05a9-44bd-a65d-20a1de6eb679 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0277548 Jul 13 19:41:20.004398 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d5d683a3-9328-42fe-97b8-24f387ccfc84 req-ac3e373e-3ba2-407f-ad95-85ca6b5f8140 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0269554 Jul 13 19:41:20.747306 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:21.086852 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-cc7b84bf-4714-4da1-bc3a-1db83a763bea req-77953600-cf6c-4756-8916-2f5e17853e62 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0285754 Jul 13 19:41:21.144438 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-830b9d76-13b9-48b7-924a-c92bda5f2486 req-db0b6a5a-779f-4d06-bbb5-599cbd19d08b tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0315289 Jul 13 19:41:22.228799 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-ff408c2a-e878-4215-a58d-14cb7a015439 req-d070b951-245b-49d2-97a6-120a266f08b9 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0334957 Jul 13 19:41:22.283124 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-3fda7b75-9f4d-4a09-85de-bee8281ee121 req-506bf96e-37dd-41de-9617-a599ff5ced30 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0276475 Jul 13 19:41:23.367344 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-f7eb4625-752f-4358-83aa-a38d06967e18 req-8563eafd-61ea-4ad4-9378-98ba5ca270c4 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0301607 Jul 13 19:41:23.421891 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-8669fc35-3270-47d4-85db-55c2a3e577d6 req-80953635-8771-4d7b-91a4-290c3fd73da9 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0279269 Jul 13 19:41:24.510373 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-cf88400a-4085-43af-a8af-3dc7cd24405d req-af7e1648-b364-424a-9c62-8af93ab12276 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0300806 Jul 13 19:41:24.560736 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-fbe00380-f57f-4fce-8464-29b1d90eebf3 req-d610518d-00a4-499f-958b-0034f8ba030d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0278559 Jul 13 19:41:25.648309 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-5a20ae99-ddfc-4700-89d0-99c74a00d3d9 req-86679d3c-f984-4ffd-b398-3abe4d7d5652 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0277429 Jul 13 19:41:25.703738 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-51e20297-b6a2-46f9-b826-d1d25a6a0412 req-e91e10f6-22da-4aad-8b93-03532612d541 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0303514 Jul 13 19:41:26.789515 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-8561c820-1fa9-4cf7-ad59-fca4962d3cef req-d2953a11-137d-4d04-bd40-4bcd3d454b72 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0307953 Jul 13 19:41:26.849460 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-811a7756-09fd-49ee-835c-7725d45f62cc req-79470f10-7461-479a-b33f-da410b5f3293 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0277874 Jul 13 19:41:27.934356 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-823a63a3-71c9-47a0-bcb4-f0fd4d908f81 req-67fb45d1-3db5-4b8d-9307-c2048158d319 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0303421 Jul 13 19:41:27.986554 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-6bff24d9-d47f-4b2a-bb0c-23887d5a9068 req-1cb46e9c-ca50-4911-9cfe-7331a706f6cb tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0272694 Jul 13 19:41:29.075182 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-4179b548-0bd4-460c-9867-983159f004e9 req-98a06892-6891-46ff-a0a0-3ff5adff026c tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0283902 Jul 13 19:41:29.124959 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-7e1ff25c-acaf-4de4-aec1-f6c0b2996ab9 req-a00f9071-af41-423c-b22f-169a7c09ef87 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0271578 Jul 13 19:41:30.213096 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-1e116a0d-edbd-4082-bcde-a759ca2bf017 req-ec446fd0-764a-4749-a673-4ec4ba4a5ea7 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0290029 Jul 13 19:41:30.273016 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c79aff21-3a26-4e94-a862-6071fe3b6c7c req-1f01e9fe-0536-482d-8286-c42c8bfc9b1b tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0314350 Jul 13 19:41:31.353632 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-343dab6d-26cf-474e-83e2-e634a8663fda req-b607bfe2-082a-48d3-b317-abd312823af4 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0285778 Jul 13 19:41:31.418526 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0457191b-cb14-4fb9-a896-48e85fa5af54 req-7ae88bc2-3cbe-4a23-847c-a9b4bffd6a2c tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0274658 Jul 13 19:41:32.497089 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-34b30391-3d52-4f8e-844a-5569e44c3857 req-1a9a1f6c-aaea-4e72-b682-0805ca0329aa tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0316167 Jul 13 19:41:32.557020 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-701d0586-19e9-4668-958b-73008d0e091c req-3164e993-259c-48b2-8602-85afe32ecfc8 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0281494 Jul 13 19:41:33.644610 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-1601398a-2ff0-4a84-98dc-fb2a8f38580c req-e26f6a31-2910-4078-b29d-9683781469ca tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0345006 Jul 13 19:41:33.698889 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-667d361a-2a38-4c21-b334-a7044c47315e req-7768277a-47fe-44fa-99f8-e88245a94667 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0280261 Jul 13 19:41:34.783341 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-c5928dd8-5d43-49c9-97e9-5836d0aafabf req-49178a71-7881-4fbf-96f4-85651d53d461 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0271957 Jul 13 19:41:34.841466 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-066fc12d-7366-46e8-af73-907ac509758b req-c4295b3a-12b8-449c-b159-3080cf9f2b3c tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0308037 Jul 13 19:41:35.921388 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-6476dcc3-2589-4f8e-b835-21d04da42f13 req-a2ea5008-4e50-4850-9a88-98d3524665bb tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0281870 Jul 13 19:41:35.985257 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f74a0213-458a-4eb3-8a72-34ed48a0e07f req-017103fb-8110-46eb-a08e-76d3d38178a3 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0269666 Jul 13 19:41:37.063548 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-4e5f0ad1-8596-43a4-b0ce-0ff18e9c5749 req-89eb927d-728f-4bff-aa21-6167062956af tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0316055 Jul 13 19:41:37.123568 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-112de9bd-1e28-4504-a19e-3e2aedbaf8eb req-3f631333-ab2e-4cc8-92fa-45b25f5f9616 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0282378 Jul 13 19:41:38.204759 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-aa574d1c-3ac5-455f-a1b4-17faa379b9ae req-0ec380a1-1111-4cd2-8673-d6de58b4854e tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0281608 Jul 13 19:41:38.260099 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-5f0c5dab-ff0f-4fde-8243-82ac5500a8f6 req-63fb9c6c-341b-4c97-92cb-b583147e4110 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0279660 Jul 13 19:41:39.345127 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-81e671a3-66c2-4a1f-98b5-8767c0e7f855 req-96345430-3ff5-44a4-8913-f9d2ea782d4c tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0299788 Jul 13 19:41:39.402350 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-49f617f8-9615-4679-a7b7-f2a74167fa1c req-05714f9e-96b1-462e-b927-f2a96e2ffc5a tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0317056 Jul 13 19:41:40.483182 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-7332b998-b8bf-493f-9326-8fa7c7775197 req-977b6a52-3f3f-4a4d-bdde-3d60d4072931 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0284126 Jul 13 19:41:40.544816 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-6f73cfa9-73cb-41e8-9b9f-117873eeac91 req-8aa01984-1739-46bf-a705-771da00a681b tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0277042 Jul 13 19:41:41.627318 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-d0c730cf-5bfb-4ac5-a38f-69f72d67ccf0 req-d88e24b8-5151-4178-8751-9dab545a733a tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0334508 Jul 13 19:41:41.700893 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-95787a7a-f9ca-4207-b6ac-78386e6fa9d1 req-e8587ce2-628b-4386-998b-9ec1056001d5 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0456696 Jul 13 19:41:42.778631 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-d2bc5c68-bd5b-480f-90ea-0a1a67cd5d0c req-ad61dad6-8669-4be8-b479-52ce4f334ebf tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0300398 Jul 13 19:41:42.849776 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:42.852939 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0fd1108d-bc9b-4c16-b020-05f7b07ecc7e req-afac66cc-ee4d-4c83-8bd0-79c20188136a tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0287254 Jul 13 19:41:43.918006 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-62448235-aae4-4ed7-ba90-66e26d408c19 req-7e5d074a-310e-41a2-98a8-3c08a8a089e3 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0286970 Jul 13 19:41:44.011653 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-583720ed-67f4-4b99-99ee-41e79cef73cb req-1a9b6929-9068-44b2-bf50-32751b3682e8 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0298593 Jul 13 19:41:45.091880 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-00651a48-1302-48bd-9bed-737e362a82ea req-09119acc-af81-4462-ba86-a07a68c7d1bc tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0474603 Jul 13 19:41:45.177474 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a49a86ec-6e0b-4968-b3d0-709ec2cd656c req-c7f994f3-d837-44f0-b85b-eb7ddaf909a5 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0284262 Jul 13 19:41:45.216348 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-32b61423-5cfe-47e9-932b-cdd594c32934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:46.234610 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-a185bd4a-23c7-4a49-a44a-4bcd7d8320b1 req-d4aba198-94a6-4cbb-9c01-fb70207609ce tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0315447 Jul 13 19:41:46.317231 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-274ea278-276f-4944-9509-1095fe8602e6 req-1184e4f7-b7ec-4ec0-a779-47f11ab1e1f0 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0277922 Jul 13 19:41:47.376107 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-3c0e28b4-6565-4158-a502-4995acd252ab req-98309be9-ec04-4ede-8cca-f81731ac4b77 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0285373 Jul 13 19:41:47.456011 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-7b835763-5bd1-4444-8d37-515554795bf7 req-b32757f0-32b7-469b-a232-58202225c796 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0278928 Jul 13 19:41:47.622813 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:41:47.761137 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-f4d5aa33-de7e-4c25-9d21-454d6b2495fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:47.890409 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:48.526631 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-bbb0df25-5eec-426c-887c-d4276f375e97 req-894c6917-c6b8-4582-baf3-e8872ccd46cb tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0355682 Jul 13 19:41:48.608216 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ba506495-cf97-4103-a693-c3ef9f8c75ab req-1ac68fe5-31ce-4693-b00a-e6a7fc4109e4 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0313032 Jul 13 19:41:49.072139 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:49.669741 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-bf8e2c3a-e797-433c-b005-f864cc6965ab req-551f644a-c864-4aad-a68b-4695441732d3 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0296330 Jul 13 19:41:49.752483 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-80160022-082d-40d2-9bf5-a7eaa4767839 req-e5778fc1-5fae-4405-a28f-a1679fd3f06d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0282316 Jul 13 19:41:50.751706 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:50.818208 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-89065f05-6bfd-4780-8fbd-f9d650f55f70 req-a2d069dc-64f2-4164-ac27-f8dfe9846dc1 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0339329 Jul 13 19:41:50.893308 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-677adec8-d88e-420d-ae66-3d456e16df59 req-4f0508c2-ebc5-4365-8f67-24a8e3fd236c tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0282056 Jul 13 19:41:51.970047 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-3564272c-3a53-4275-b989-1f00277cd134 req-495a8f79-2721-4111-a7c0-0610158a106c tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0293136 Jul 13 19:41:52.034510 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-dbbf83ea-23fd-4f8b-9435-8ddc5c987e58 req-d5210fa0-3e9c-41ae-a44c-ce3c670476cf tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0276263 Jul 13 19:41:53.112710 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-65f293ca-de30-4bdc-8b66-9c58fbe4a929 req-6a6dee13-c3d2-4cbf-a480-a78b16d98a0b tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0276823 Jul 13 19:41:53.178894 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-5b82141e-560d-4706-881d-0224bbc76103 req-94ad9bed-9310-4cd3-81bb-5bdfb835b26a tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0308084 Jul 13 19:41:54.253356 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-ede0f8e3-6139-44f3-b1f5-edaa8d40bd0f req-43cfb3cc-a293-411e-8dc9-916b4795d9ef tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0288765 Jul 13 19:41:54.322358 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1d5944dd-efef-4cce-9c0e-cd8963349bb1 req-71056bdd-ff33-4f36-918d-d64434539d76 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0285878 Jul 13 19:41:55.413079 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-4ffb6afa-5891-4cee-96f2-19aec8a6f2ef req-64a5e107-89ab-4167-9b05-8d24751d62a7 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0318637 Jul 13 19:41:55.473370 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-997fdadf-80ca-4bfe-b8cb-dfecf3514ef3 req-420b7261-372b-4dff-a08a-c133e083e3da tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0272090 Jul 13 19:41:56.557924 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-c890922d-9b14-47ca-ae0a-42981810c39f req-c89e55d0-27f4-4aaf-8c08-3f0e55c65f2d tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0290234 Jul 13 19:41:56.613339 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-cbc71a23-b64c-4c25-a61c-f57606b12c74 req-bcc38841-d186-4890-ab92-c7b4a8dc11e2 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0281870 Jul 13 19:41:57.697765 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-bdc2f17b-71b3-42cf-91b0-5ab9bfc62ae9 req-a3dd9b30-7676-41f8-b00c-53adc40b7216 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0285101 Jul 13 19:41:57.758154 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-3aa3d776-d32a-4847-ba96-4e461143dd4d req-49e840e1-feec-4e0b-9a2e-f87472df065b tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0319619 Jul 13 19:41:58.838339 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-27c53162-6b05-4a73-b6be-fdb6579d240d req-b5aaf503-334f-45c0-9fd6-55c27437d0c0 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0295529 Jul 13 19:41:58.901670 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-32bf4795-28a1-4ff5-9d14-564f5cc2f78d req-c1884630-150d-4be6-ae49-37621b3994be tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0288019 Jul 13 19:41:59.977873 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-7c8e9978-ab49-40ee-902c-8b1960250864 req-f9bd7d5a-2445-4391-b91e-fa45f1ab2108 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0304389 Jul 13 19:42:00.040702 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f784404a-a562-46ab-a69c-2395fb36c7c5 req-c8c13441-7784-44cf-9881-74d6a3859e51 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0275455 Jul 13 19:42:01.117146 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-c8bfc109-9fff-4964-b8a4-153ec2847308 req-cd0b42de-9802-47c0-b39e-f42d9cfb6818 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0278051 Jul 13 19:42:01.177631 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d2d7506c-6098-4091-ae6d-6e5f4f003e04 req-67420878-7513-4bdd-9308-a618c5fdfda0 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0271401 Jul 13 19:42:02.254043 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e6a3e0f7-2e7f-4cee-89e2-446309c7851f req-8e3aea5f-da11-470c-9380-72ef5447892f tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0276337 Jul 13 19:42:02.317714 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-7c267589-7449-4a35-81c8-2d4cd7a144ad req-3438067e-9935-47e4-85a2-7b8eefbcee38 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0300837 Jul 13 19:42:03.390262 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-38280da0-9837-4431-95f1-2db54ee9f080 req-26549f2b-1a3d-4e84-ac07-9ef4cf351726 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0286083 Jul 13 19:42:03.456027 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-258aa092-cafd-40be-800d-f7af936ed29d req-4394b253-307b-4b70-8c32-30531357eb49 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0274856 Jul 13 19:42:04.531129 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-c2f48263-f03a-4f75-b65c-3c8115602170 req-42cb6429-ae11-40d0-a001-b59ae18aa32c tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0314310 Jul 13 19:42:04.592150 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-13fb4e93-5b82-43fc-b087-34981eed4d00 req-2e3a6d1d-91e2-4eec-9072-8f1865f4ec3d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0277839 Jul 13 19:42:05.670616 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-f7a4f80a-aae7-42a0-b083-9619cd13ecbe req-bd782a7d-526f-4d22-a4e4-9492bd399198 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0272932 Jul 13 19:42:05.729036 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-12abd859-a141-4ca4-8f62-f5acae4e071c req-4a547da7-c70b-41df-a107-41b1c03dccb3 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0270395 Jul 13 19:42:06.809474 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-4a24ac35-32f4-4b2a-9fbc-ea3bd9f4a1c4 req-5461cefe-ac3f-4cdb-b78d-ed5abd6ed50a tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0290983 Jul 13 19:42:06.870247 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-cc1f6738-0b30-431c-83d4-a76c81dc92c2 req-ca5920a4-32ae-4aa8-832c-b3d3bd917df8 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0300765 Jul 13 19:42:07.947196 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-15171d43-55f1-4167-84a5-ba326ad819a7 req-f21ca5a7-ce89-4548-bffb-335778c6ba57 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0274613 Jul 13 19:42:08.012763 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a08c4f7e-a4a2-4ae2-a26c-51991669042d req-84665aa1-c6a1-4565-9ade-0e6c428db601 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0273035 Jul 13 19:42:09.087662 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b7c201ce-f558-4d10-9294-e73bff6a051e req-9c6d3900-6de1-4cc9-b95f-f4927e78919e tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0314918 Jul 13 19:42:09.156787 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d086728e-52fb-4f6d-ba3e-463441bc9e8a req-bcfd7f84-c256-4090-b460-5157272b4f1f tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0281317 Jul 13 19:42:10.226434 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-8764cf89-eaa0-4f17-8d09-c82d312799f4 req-6f9beb8b-963f-4a7f-9828-f4835f52089f tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0274360 Jul 13 19:42:10.294586 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ddc85df2-c83a-4af2-b174-fa91e08bea94 req-9c58d825-a5ca-4103-9ae4-244f03755a20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0275269 Jul 13 19:42:11.363438 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b935ccbe-435b-4be8-9cda-beeff210a3ec req-1284882b-1a6e-4161-92aa-42c1defecd9d tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0270896 Jul 13 19:42:11.435331 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-6d49fb54-79df-41c5-a088-a6d52a1f7393 req-34b656ad-7bf7-4166-bc3f-1747ae2e4ecd tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0300786 Jul 13 19:42:12.503108 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-122524bf-1e68-45cc-8eca-1555525c2b81 req-0aa22e4e-c46d-44a8-ac0f-4c48bbc31b1c tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0283015 Jul 13 19:42:12.577296 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d3fffad9-aa73-4338-b262-696f2c89851a req-72999e99-f85d-4b5e-9936-b10a0bbf0e3e tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0274975 Jul 13 19:42:12.864616 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:13.644540 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-5ca01390-0ffc-49f2-8ed2-dfcc504bcfed req-d324af47-6d9f-4481-8f51-8d7e7a235aab tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0312970 Jul 13 19:42:13.714449 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-61e1990d-e267-48af-8007-7a4a1b63f292 req-b43a390f-165d-4171-befd-0df35f77f556 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0275326 Jul 13 19:42:14.785326 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-a15b6a11-4b96-487a-9628-c4732867ad43 req-acaf2ff9-7054-4be0-a76d-4d9b145df9ee tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0286822 Jul 13 19:42:14.852724 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-22d9f1d8-6be5-4003-85d2-95b6b7d74e2e req-0301af69-4715-43ff-ba17-6995b3ad5565 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0292554 Jul 13 19:42:15.206635 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-f57203c2-b1eb-4fd0-9162-4b61d65d083a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:15.933834 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-d9e8f7b7-4cbd-400f-8a8c-d69e29d9a40a req-df0ad7c7-5502-4343-b246-ae74e9d5017f tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0279741 Jul 13 19:42:15.995134 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-8fc3fd37-1629-46ba-8527-13d4b5aef97c req-a5a8b6d8-a9dd-4e92-8205-526d2efcef80 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0306697 Jul 13 19:42:17.071720 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-30b1022b-1ebc-4f9b-ae1c-7eb055aedb7c req-ddba4719-a9e5-422c-bbec-7b3934808f62 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0281732 Jul 13 19:42:17.142628 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1cb16216-92df-44be-85a9-ee5fded4a694 req-4e5552fc-302d-4c7b-820a-d0fd10eb1ebb tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0311434 Jul 13 19:42:17.762296 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-3c1b7091-2c59-48ba-b21f-f44884969c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:17.891312 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:18.211294 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-665f4ad9-b28c-466d-8590-cbf26c6c76c2 req-bcb15939-fa4f-4fae-af79-74b8c39b4c1a tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0307558 Jul 13 19:42:18.280440 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-bc3b2e32-8ac2-4df0-8b22-b2d85732ec38 req-171e7766-4b3a-45b0-9c49-5dfe6dd99b04 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0276656 Jul 13 19:42:19.074933 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:19.350309 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-723e8717-1fff-4b03-85ce-318f5160d4f8 req-df750452-2950-4f07-afdf-db7299cef7bc tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0271077 Jul 13 19:42:19.416729 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-53d7170a-74b8-4bd8-b8a2-43e1f131716d req-7d63a56c-3fd3-4ccb-921e-70f54319c1a3 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0271423 Jul 13 19:42:20.325889 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4fdae017-13e7-438e-a60e-c323c7dee1ff req-43c41ae2-a371-431c-b6a0-8c1c0ef91987 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6a9d162b-d36a-458f-8c6b-51eca1763032&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0525539 Jul 13 19:42:20.402042 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdae017-13e7-438e-a60e-c323c7dee1ff req-b3ced3a1-a452-4b3c-8383-dbf91788530d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:20.403535 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4fdae017-13e7-438e-a60e-c323c7dee1ff req-b3ced3a1-a452-4b3c-8383-dbf91788530d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53d7d23c18294e858b53ce3d9cfcc8f3&device_id=6a9d162b-d36a-458f-8c6b-51eca1763032 HTTP/1.1" status: 200 len: 1099 time: 0.0543740 Jul 13 19:42:20.489016 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-5be54771-36b6-490e-a298-64b8e79b1cc5 req-61a5b9f2-b041-468b-a9d3-6d60154fbb2f tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0279460 Jul 13 19:42:20.521661 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdae017-13e7-438e-a60e-c323c7dee1ff req-76564b27-b406-4013-928e-0cf2cf6690e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:20.523140 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4fdae017-13e7-438e-a60e-c323c7dee1ff req-76564b27-b406-4013-928e-0cf2cf6690e4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b7b91cfb-e236-4fc1-bbf4-258475e6ab9e HTTP/1.1" status: 200 len: 918 time: 0.0989761 Jul 13 19:42:20.562382 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d38430b5-7fbc-4a13-913e-2d0dfff09ea4 req-96bcfe04-722b-432e-875d-c640a184c64f tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0355763 Jul 13 19:42:20.610653 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4fdae017-13e7-438e-a60e-c323c7dee1ff req-557e1c5f-5f2e-4a5e-b7d9-e4eb038a93df service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=399a530c-4557-4a6d-a629-67d1325d0054 HTTP/1.1" status: 200 len: 1001 time: 0.0754917 Jul 13 19:42:20.658389 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdae017-13e7-438e-a60e-c323c7dee1ff req-8988a776-fa00-42fb-8a8f-531db2f0532a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:20.659802 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4fdae017-13e7-438e-a60e-c323c7dee1ff req-8988a776-fa00-42fb-8a8f-531db2f0532a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=48f9eecd-f69f-424d-8316-69af76912fc2 HTTP/1.1" status: 200 len: 855 time: 0.0429235 Jul 13 19:42:20.717166 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdae017-13e7-438e-a60e-c323c7dee1ff req-edba54ed-d099-48c1-a2ac-f6850505fb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:20.718605 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4fdae017-13e7-438e-a60e-c323c7dee1ff req-edba54ed-d099-48c1-a2ac-f6850505fb44 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b7b91cfb-e236-4fc1-bbf4-258475e6ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526948 Jul 13 19:42:20.753848 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:20.804235 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4fdae017-13e7-438e-a60e-c323c7dee1ff req-5ffbd73b-210c-4e8b-be51-78e63827e8cd service neutron] 10.222.0.72 "GET /v2.0/networks/b7b91cfb-e236-4fc1-bbf4-258475e6ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788746 Jul 13 19:42:20.893484 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4fdae017-13e7-438e-a60e-c323c7dee1ff req-6795693f-6026-497e-aaf3-8f210497ab49 service neutron] 10.222.0.72 "GET /v2.0/networks/b7b91cfb-e236-4fc1-bbf4-258475e6ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833280 Jul 13 19:42:21.628362 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-d58d3dac-2e71-4693-bba8-ebcfeea322f2 req-59b8e730-1fa7-4fb5-a88e-564a5d7f01fc tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0275621 Jul 13 19:42:21.703843 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-74fc9c3f-3d21-4b97-a8c5-8afda80a6871 req-c7a89797-6e7a-4f4c-91b7-e0f4cbb73aaa tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0281835 Jul 13 19:42:22.769078 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-f2d7c066-71a6-44eb-9f12-427d4e017e04 req-18ec56ed-875f-44ba-99f5-bc553a78586c tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0321932 Jul 13 19:42:22.841795 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1a92b22a-c362-42d0-aa40-8938a5933bb7 req-a1c90638-e20d-42b8-b149-e0266618ce2f tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0275235 Jul 13 19:42:23.907151 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-7afac4d5-6002-4329-bc68-ad06b4e65d0e req-fc8e7bd4-4957-4aad-8969-933e33d00586 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0275350 Jul 13 19:42:23.978922 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1e9ca218-8562-4a1e-aba9-2536d8a2b3f2 req-e71791cf-4777-47c1-bc33-40f4a3670da7 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0269988 Jul 13 19:42:24.623246 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:42:25.042224 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-91c3ae49-8343-4512-8bd3-f02706851349 req-343f05d3-9d69-441b-b522-f9e90b32937b tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0266416 Jul 13 19:42:25.120082 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-229b6c88-4180-46fb-8592-dcbe7e1a42c4 req-8708b34c-39be-45a7-84dd-2763caeefe5b tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0308454 Jul 13 19:42:26.203434 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-c787545b-b257-4c1c-b5a0-e28965a7485d req-77b8d868-adec-4518-97bc-c74a9fc229fa tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0300696 Jul 13 19:42:26.297034 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-70e5c7ff-fc78-4cc8-a2c7-0ff0d4823eea req-ec7ec3ef-300c-4c04-aa7f-a2120063be6f tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1aa321f-ca42-4de7-95ae-b793cb60f178 HTTP/1.1" status: 200 len: 210 time: 0.0363493 Jul 13 19:42:26.750308 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3a5e6-0acb-4330-8442-cd4019575b0b req-ae376083-691e-4f11-b0ef-771364ad5a6b tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:26.751943 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c1b3a5e6-0acb-4330-8442-cd4019575b0b req-ae376083-691e-4f11-b0ef-771364ad5a6b tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 945 time: 0.0629549 Jul 13 19:42:26.789706 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c1b3a5e6-0acb-4330-8442-cd4019575b0b req-490eb581-d22e-41d0-b05b-b10d410ca4dd tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/security-groups?id=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314128 Jul 13 19:42:27.243241 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4c305-d57e-4a16-bfc6-035ebb01f3dc req-6dd6f2b8-e26b-4a43-86e6-1ffc3884362f tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:27.244890 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c7f4c305-d57e-4a16-bfc6-035ebb01f3dc req-6dd6f2b8-e26b-4a43-86e6-1ffc3884362f tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.72 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 945 time: 0.0666199 Jul 13 19:42:27.366384 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [req-c7f4c305-d57e-4a16-bfc6-035ebb01f3dc req-c35258dd-9225-4f3f-9bdc-d31604d04443 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Deleting port 8291ad93-47a9-4f66-8f34-f93c2f6ef99f {{(pid=92884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:42:27.368167 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-c7f4c305-d57e-4a16-bfc6-035ebb01f3dc req-c35258dd-9225-4f3f-9bdc-d31604d04443 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:27.375714 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-d58a5f38-8ee8-4e35-8b7d-3ab7cdcbd637 req-d66cde02-59c3-44f6-91c4-d27d4f1b34a9 tempest-VolumesSnapshotTestJSON-1800090085 tempest-VolumesSnapshotTestJSON-1800090085-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1532087-b44b-409c-a309-5c4ee3d21b39 HTTP/1.1" status: 200 len: 210 time: 0.0404198 Jul 13 19:42:27.450592 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 60298) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:27.475127 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-c7f4c305-d57e-4a16-bfc6-035ebb01f3dc req-c35258dd-9225-4f3f-9bdc-d31604d04443 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] For port 8291ad93-47a9-4f66-8f34-f93c2f6ef99f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8291ad93-47a9-4f66-8f34-f93c2f6ef99f,segment=NetworkSegment(7463682c-908b-41b4-9218-712097f5a306),segment_id=7463682c-908b-41b4-9218-712097f5a306)] {{(pid=92884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:42:27.475523 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-c7f4c305-d57e-4a16-bfc6-035ebb01f3dc req-c35258dd-9225-4f3f-9bdc-d31604d04443 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:27.488338 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [req-c7f4c305-d57e-4a16-bfc6-035ebb01f3dc req-c35258dd-9225-4f3f-9bdc-d31604d04443 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Calling delete_port for 8291ad93-47a9-4f66-8f34-f93c2f6ef99f owned by compute:nova {{(pid=92884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:42:27.504162 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-fbd09af0-0711-46fd-b0cf-56c85b1d387d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:27.528674 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-fbd09af0-0711-46fd-b0cf-56c85b1d387d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:27.578182 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-fbd09af0-0711-46fd-b0cf-56c85b1d387d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:27.581031 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-fbd09af0-0711-46fd-b0cf-56c85b1d387d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:27.584667 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-fbd09af0-0711-46fd-b0cf-56c85b1d387d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "DELETE /v2.0/security-groups/366ba3bc-322d-401a-8f95-29889f89d4ed HTTP/1.1" status: 204 len: 168 time: 0.1304774 Jul 13 19:42:27.585371 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 60300) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:27.602733 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.api.v2.resource [None req-29b81efc-fea8-42a5-97e8-3359e1f21ceb tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] show failed (client error): The resource could not be found. Jul 13 19:42:27.604280 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-29b81efc-fea8-42a5-97e8-3359e1f21ceb tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups/366ba3bc-322d-401a-8f95-29889f89d4ed HTTP/1.1" status: 404 len: 347 time: 0.0174315 Jul 13 19:42:27.604932 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd09af0-0711-46fd-b0cf-56c85b1d387d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=366ba3bc-322d-401a-8f95-29889f89d4ed,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:27.606742 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 60302) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:27.612910 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd09af0-0711-46fd-b0cf-56c85b1d387d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:27.613271 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd09af0-0711-46fd-b0cf-56c85b1d387d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:27.613617 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd09af0-0711-46fd-b0cf-56c85b1d387d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:27.613977 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd09af0-0711-46fd-b0cf-56c85b1d387d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:27.614297 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd09af0-0711-46fd-b0cf-56c85b1d387d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:27.614632 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd09af0-0711-46fd-b0cf-56c85b1d387d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:27.614970 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd09af0-0711-46fd-b0cf-56c85b1d387d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:27.615299 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd09af0-0711-46fd-b0cf-56c85b1d387d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:27.615628 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd09af0-0711-46fd-b0cf-56c85b1d387d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:27.615955 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd09af0-0711-46fd-b0cf-56c85b1d387d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:27.616278 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd09af0-0711-46fd-b0cf-56c85b1d387d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:27.616627 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd09af0-0711-46fd-b0cf-56c85b1d387d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:27.648328 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-c7f4c305-d57e-4a16-bfc6-035ebb01f3dc req-c35258dd-9225-4f3f-9bdc-d31604d04443 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:27.661522 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] get_ports_and_sgs() called for port_ids ['8291ad93-47a9-4f66-8f34-f93c2f6ef99f'] {{(pid=92886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:42:27.688122 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35258dd-9225-4f3f-9bdc-d31604d04443 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Pushing event deleted for resources: {'Port': ['ID=8291ad93-47a9-4f66-8f34-f93c2f6ef99f,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:27.734243 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35258dd-9225-4f3f-9bdc-d31604d04443 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:27.734600 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35258dd-9225-4f3f-9bdc-d31604d04443 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:27.734972 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35258dd-9225-4f3f-9bdc-d31604d04443 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:27.735283 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35258dd-9225-4f3f-9bdc-d31604d04443 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:27.735620 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35258dd-9225-4f3f-9bdc-d31604d04443 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:27.735955 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35258dd-9225-4f3f-9bdc-d31604d04443 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:27.736286 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35258dd-9225-4f3f-9bdc-d31604d04443 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:27.736641 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35258dd-9225-4f3f-9bdc-d31604d04443 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:27.736975 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35258dd-9225-4f3f-9bdc-d31604d04443 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:27.737452 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35258dd-9225-4f3f-9bdc-d31604d04443 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:27.737780 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35258dd-9225-4f3f-9bdc-d31604d04443 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:27.738102 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35258dd-9225-4f3f-9bdc-d31604d04443 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:27.799866 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f4c305-d57e-4a16-bfc6-035ebb01f3dc req-c35258dd-9225-4f3f-9bdc-d31604d04443 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] No DVR routers for this DVR port 8291ad93-47a9-4f66-8f34-f93c2f6ef99f on host hv-cinder-78693 {{(pid=92884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:42:27.802894 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-c7f4c305-d57e-4a16-bfc6-035ebb01f3dc req-c35258dd-9225-4f3f-9bdc-d31604d04443 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:27.804909 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c7f4c305-d57e-4a16-bfc6-035ebb01f3dc req-c35258dd-9225-4f3f-9bdc-d31604d04443 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.72 "DELETE /v2.0/ports/8291ad93-47a9-4f66-8f34-f93c2f6ef99f HTTP/1.1" status: 204 len: 173 time: 0.5549095 Jul 13 19:42:27.805342 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d09d8f-03d8-4dcd-8c1e-4967f11c9cad', 'name': 'network-vif-deleted', 'tag': '8291ad93-47a9-4f66-8f34-f93c2f6ef99f'}] {{(pid=92884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:42:27.807564 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cf84a925f246af12420c5659448fd2d5dd2a3ba7c6b104c2b07d23eb28f3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2b1575-d7a2-4d4c-bca4-673730c0993d" -d '{"events": [{"server_uuid": "93d09d8f-03d8-4dcd-8c1e-4967f11c9cad", "name": "network-vif-deleted", "tag": "8291ad93-47a9-4f66-8f34-f93c2f6ef99f"}]}' {{(pid=92884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:42:27.846108 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [None req-ad295057-ee7b-44a0-b3d6-c5b72cadf26c tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Deleting port 9118d0be-72ea-4515-8281-66f2b45ba02f {{(pid=92884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:42:27.846521 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ad295057-ee7b-44a0-b3d6-c5b72cadf26c tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:27.917678 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9d865b-e461-4db8-8667-153863be2f58 x-openstack-request-id: req-ff9d865b-e461-4db8-8667-153863be2f58 {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:42:27.917971 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d09d8f-03d8-4dcd-8c1e-4967f11c9cad", "name": "network-vif-deleted", "tag": "8291ad93-47a9-4f66-8f34-f93c2f6ef99f", "status": "completed", "code": 200}]} {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:42:27.918227 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ff9d865b-e461-4db8-8667-153863be2f58 {{(pid=92884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:42:27.918614 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d09d8f-03d8-4dcd-8c1e-4967f11c9cad', 'name': 'network-vif-deleted', 'tag': '8291ad93-47a9-4f66-8f34-f93c2f6ef99f', 'status': 'completed', 'code': 200} Jul 13 19:42:27.937382 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ad295057-ee7b-44a0-b3d6-c5b72cadf26c tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:27.937714 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ad295057-ee7b-44a0-b3d6-c5b72cadf26c tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:27.938163 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-d1161779-f569-4e79-b8a3-22dc17040624 req-796b123c-afd2-4ce3-8603-08b9da465c9a tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0281034 Jul 13 19:42:27.949914 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [None req-ad295057-ee7b-44a0-b3d6-c5b72cadf26c tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Calling delete_port for 9118d0be-72ea-4515-8281-66f2b45ba02f owned by network:floatingip {{(pid=92884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:42:28.082012 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ad295057-ee7b-44a0-b3d6-c5b72cadf26c tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:28.109255 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad295057-ee7b-44a0-b3d6-c5b72cadf26c tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Pushing event deleted for resources: {'Port': ['ID=9118d0be-72ea-4515-8281-66f2b45ba02f,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:28.170947 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ad295057-ee7b-44a0-b3d6-c5b72cadf26c tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for floatingip, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:28.173624 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ad295057-ee7b-44a0-b3d6-c5b72cadf26c tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for floatingip, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:28.174799 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-ad295057-ee7b-44a0-b3d6-c5b72cadf26c tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "DELETE /v2.0/floatingips/80adf390-623d-4ab1-8efc-b40f041ce0d0 HTTP/1.1" status: 204 len: 168 time: 0.5671139 Jul 13 19:42:28.682580 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 60324) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:28.687209 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-2d14e781-8496-4585-a591-3eb0e4eb3581 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Request body: {'security_group': {'name': 'tempest-securitygroup--803492357', 'description': 'tempest-description--2050826450'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:28.708294 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-2d14e781-8496-4585-a591-3eb0e4eb3581 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:28.793059 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-2d14e781-8496-4585-a591-3eb0e4eb3581 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:28.797077 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-2d14e781-8496-4585-a591-3eb0e4eb3581 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:28.831142 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14e781-8496-4585-a591-3eb0e4eb3581 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b9adbb-42d5-4a10-80c0-775c59faca51,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:28.835456 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-2d14e781-8496-4585-a591-3eb0e4eb3581 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:28.837276 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-2d14e781-8496-4585-a591-3eb0e4eb3581 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1536634 Jul 13 19:42:28.840059 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 60328) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:28.844674 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-3d1e73b7-2401-409e-a86e-0dab65f7505e tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Request body: {'security_group_rule': {'security_group_id': 'e5b9adbb-42d5-4a10-80c0-775c59faca51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:28.873816 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-3d1e73b7-2401-409e-a86e-0dab65f7505e tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:28.941375 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-3d1e73b7-2401-409e-a86e-0dab65f7505e tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:28.946289 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-3d1e73b7-2401-409e-a86e-0dab65f7505e tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629246'] for security_group_rule, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:28.962963 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e73b7-2401-409e-a86e-0dab65f7505e tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e5ca70d-ea3a-43ca-9047-a7907ed047ff,revision_number=0']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:28.974964 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-3d1e73b7-2401-409e-a86e-0dab65f7505e tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:28.976651 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-3d1e73b7-2401-409e-a86e-0dab65f7505e tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1355357 Jul 13 19:42:28.979301 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 60338) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:28.983830 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-f2031840-faed-47c2-bad4-2edad0d50de9 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Request body: {'security_group_rule': {'security_group_id': 'e5b9adbb-42d5-4a10-80c0-775c59faca51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:29.009877 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f2031840-faed-47c2-bad4-2edad0d50de9 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:29.067078 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f2031840-faed-47c2-bad4-2edad0d50de9 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:29.071381 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f2031840-faed-47c2-bad4-2edad0d50de9 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629246'] for security_group_rule, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:29.089214 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2031840-faed-47c2-bad4-2edad0d50de9 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d3450e8-0757-42b6-85aa-b146ff0a9b1b,revision_number=0']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:29.091980 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-dee78e79-170c-49e8-966c-ca8f06286761 req-d1c15764-45db-4366-b490-15a6c01d77f9 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0330629 Jul 13 19:42:29.095313 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f2031840-faed-47c2-bad4-2edad0d50de9 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:29.096601 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-f2031840-faed-47c2-bad4-2edad0d50de9 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162174 Jul 13 19:42:29.099572 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 60340) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:29.104289 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-367af483-7a19-40e7-b5dd-983cbd97fb20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Request body: {'floatingip': {'floating_network_id': '016193b2-3012-4896-ba69-fa2225e8730f'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:29.125758 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-367af483-7a19-40e7-b5dd-983cbd97fb20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for floatingip, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:29.456764 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-367af483-7a19-40e7-b5dd-983cbd97fb20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:29.556444 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.db_base_plugin_common [None req-367af483-7a19-40e7-b5dd-983cbd97fb20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Allocated IP 172.27.2.34 (016193b2-3012-4896-ba69-fa2225e8730f/5c7148d1-68ad-4d7f-9cc6-340fc018242b/b7730f08-1e60-4f63-a185-871fef97ebc0) {{(pid=92884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:42:29.655809 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-367af483-7a19-40e7-b5dd-983cbd97fb20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for port, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:29.692397 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-367af483-7a19-40e7-b5dd-983cbd97fb20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:29.727341 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367af483-7a19-40e7-b5dd-983cbd97fb20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Network 016193b2-3012-4896-ba69-fa2225e8730f is already hosted by enough agents. {{(pid=92884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:42:29.731814 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [None req-367af483-7a19-40e7-b5dd-983cbd97fb20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Resources bound (agent type, host, resource id): {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:42:29.735138 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367af483-7a19-40e7-b5dd-983cbd97fb20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Received port after_create {{(pid=92884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:42:29.758072 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367af483-7a19-40e7-b5dd-983cbd97fb20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Pushing event updated for resources: {'Port': ['ID=b7730f08-1e60-4f63-a185-871fef97ebc0,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:29.818174 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-367af483-7a19-40e7-b5dd-983cbd97fb20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:29.861323 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-367af483-7a19-40e7-b5dd-983cbd97fb20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:30.007319 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-367af483-7a19-40e7-b5dd-983cbd97fb20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for port, precommit_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:30.012943 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-367af483-7a19-40e7-b5dd-983cbd97fb20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4873477'] for port, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:30.082210 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367af483-7a19-40e7-b5dd-983cbd97fb20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Pushing event updated for resources: {'Port': ['ID=b7730f08-1e60-4f63-a185-871fef97ebc0,revision_number=2']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:30.093576 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-367af483-7a19-40e7-b5dd-983cbd97fb20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502340'] for floatingip, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:30.107089 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-367af483-7a19-40e7-b5dd-983cbd97fb20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for floatingip, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:30.108521 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-367af483-7a19-40e7-b5dd-983cbd97fb20 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0080152 Jul 13 19:42:30.236978 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-6fcc5088-bb71-4358-8678-365fe8418b04 req-43fc7fc6-0c4d-4b0d-8fa3-2d4c01cf1357 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0308578 Jul 13 19:42:30.310160 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-c24af59b-480c-4266-8de5-7c6cf248129d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--803492357&fields=id&tenant_id=f2df23c120004786bdbc54c2ad27b7df HTTP/1.1" status: 200 len: 267 time: 0.0314364 Jul 13 19:42:30.411971 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-7fbc879b-6901-4c92-a3eb-214e6b122592 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:30.413439 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-7fbc879b-6901-4c92-a3eb-214e6b122592 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/networks?id=cf7dab8a-c373-4837-ae0f-7b4d00b9b824 HTTP/1.1" status: 200 len: 811 time: 0.0971034 Jul 13 19:42:30.427847 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-a00529b9-1610-4f7b-bbe6-b0a4177cc6d6 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/quotas/f2df23c120004786bdbc54c2ad27b7df HTTP/1.1" status: 200 len: 375 time: 0.0085242 Jul 13 19:42:30.500915 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-c939ee09-e869-4fff-a667-308b155a808b tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f2df23c120004786bdbc54c2ad27b7df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0683236 Jul 13 19:42:30.630493 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-0356baf4-16b8-4c0f-bf74-73282e55caa0 service neutron] 10.222.0.22 "GET /v2.0/networks/cf7dab8a-c373-4837-ae0f-7b4d00b9b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175897 Jul 13 19:42:30.861657 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 8291ad93-47a9-4f66-8f34-f93c2f6ef99f no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:42:30.884777 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] No Port match for: 8291ad93-47a9-4f66-8f34-f93c2f6ef99f {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:42:30.885196 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 8291ad93-47a9-4f66-8f34-f93c2f6ef99f not bound to the agent host hv-cinder-78693 {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:42:30.956475 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0f5fe-df56-4b1d-a178-bda87e626e04 req-422a898e-3044-4b41-8390-2b708673acdd tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:30.957979 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b2c0f5fe-df56-4b1d-a178-bda87e626e04 req-422a898e-3044-4b41-8390-2b708673acdd tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a9d162b-d36a-458f-8c6b-51eca1763032 HTTP/1.1" status: 200 len: 946 time: 0.0671461 Jul 13 19:42:30.978289 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-6c38d51e-6ad9-42a2-b6d9-6eda41fe8f3c service neutron] 10.222.0.22 "GET /v2.0/networks/cf7dab8a-c373-4837-ae0f-7b4d00b9b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415375 Jul 13 19:42:30.996085 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b2c0f5fe-df56-4b1d-a178-bda87e626e04 req-bc4d7cba-db5c-4c4b-96ac-08f3294ae273 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5dfc168-c4c8-426e-abfd-3a92b025de68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323923 Jul 13 19:42:31.161170 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-cf7b87c3-90b0-4920-801c-26b1c3e29375 req-3bbead7b-a40f-4cb7-82be-1a63d6213359 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=94daae67-408f-45a0-bd6c-c422144a4293 HTTP/1.1" status: 200 len: 210 time: 0.0301528 Jul 13 19:42:31.256334 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01fde4-6cc5-48f8-a375-dd58f8ce664b req-91c3681b-db80-43c6-a1ac-142a84f2d491 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:31.258086 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0e01fde4-6cc5-48f8-a375-dd58f8ce664b req-91c3681b-db80-43c6-a1ac-142a84f2d491 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a9d162b-d36a-458f-8c6b-51eca1763032 HTTP/1.1" status: 200 len: 946 time: 0.0669289 Jul 13 19:42:31.368963 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [req-0e01fde4-6cc5-48f8-a375-dd58f8ce664b req-9c382b44-57be-433c-b2db-c08ebf1d8fdc tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Deleting port 399a530c-4557-4a6d-a629-67d1325d0054 {{(pid=92884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:42:31.369314 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-0e01fde4-6cc5-48f8-a375-dd58f8ce664b req-9c382b44-57be-433c-b2db-c08ebf1d8fdc tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:31.386163 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e0167e4a-1970-42ba-a8b6-e2a227050d3c req-fe26e6df-ffe3-4b84-9738-50d170761ddd tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0287323 Jul 13 19:42:31.459064 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-0e01fde4-6cc5-48f8-a375-dd58f8ce664b req-9c382b44-57be-433c-b2db-c08ebf1d8fdc tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] For port 399a530c-4557-4a6d-a629-67d1325d0054, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=399a530c-4557-4a6d-a629-67d1325d0054,segment=NetworkSegment(7d54abea-c330-4950-8e3f-fa5e417f3735),segment_id=7d54abea-c330-4950-8e3f-fa5e417f3735)] {{(pid=92884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:42:31.459522 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-0e01fde4-6cc5-48f8-a375-dd58f8ce664b req-9c382b44-57be-433c-b2db-c08ebf1d8fdc tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:31.642451 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-0e01fde4-6cc5-48f8-a375-dd58f8ce664b req-9c382b44-57be-433c-b2db-c08ebf1d8fdc tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:31.642833 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-0e01fde4-6cc5-48f8-a375-dd58f8ce664b req-9c382b44-57be-433c-b2db-c08ebf1d8fdc tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502340'] for floatingip, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:31.643147 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.db.l3_db [req-0e01fde4-6cc5-48f8-a375-dd58f8ce664b req-9c382b44-57be-433c-b2db-c08ebf1d8fdc tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Floating IP e196001a-f23b-4bdb-83c4-8c56a4562489 disassociated. External IP: 172.27.2.77, port: 399a530c-4557-4a6d-a629-67d1325d0054. Jul 13 19:42:31.643524 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [req-0e01fde4-6cc5-48f8-a375-dd58f8ce664b req-9c382b44-57be-433c-b2db-c08ebf1d8fdc tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Calling delete_port for 399a530c-4557-4a6d-a629-67d1325d0054 owned by compute:nova {{(pid=92884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:42:31.767206 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-0e01fde4-6cc5-48f8-a375-dd58f8ce664b req-9c382b44-57be-433c-b2db-c08ebf1d8fdc tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:31.800128 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c382b44-57be-433c-b2db-c08ebf1d8fdc tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Pushing event deleted for resources: {'Port': ['ID=399a530c-4557-4a6d-a629-67d1325d0054,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:31.916121 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e01fde4-6cc5-48f8-a375-dd58f8ce664b req-9c382b44-57be-433c-b2db-c08ebf1d8fdc tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Router ff42d82e-986f-4f34-93a7-d766664a6682 has already been hosted by L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd {{(pid=92884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:42:32.017995 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e01fde4-6cc5-48f8-a375-dd58f8ce664b req-9c382b44-57be-433c-b2db-c08ebf1d8fdc tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:42:32.027832 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1267315d-3d2d-432f-a5c4-b323b6af0a7a None None] Sync routers for ids ['ff42d82e-986f-4f34-93a7-d766664a6682'] in dv-cinder-786933-3-iscsi {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:42:32.045127 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1267315d-3d2d-432f-a5c4-b323b6af0a7a None None] Routers {'ff42d82e-986f-4f34-93a7-d766664a6682'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:42:32.045782 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-1267315d-3d2d-432f-a5c4-b323b6af0a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:42:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['ff42d82e-986f-4f34-93a7-d766664a6682'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:32.063180 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e01fde4-6cc5-48f8-a375-dd58f8ce664b req-9c382b44-57be-433c-b2db-c08ebf1d8fdc tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] No DVR routers for this DVR port 399a530c-4557-4a6d-a629-67d1325d0054 on host hv-cinder-78693 {{(pid=92884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:42:32.065813 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-0e01fde4-6cc5-48f8-a375-dd58f8ce664b req-9c382b44-57be-433c-b2db-c08ebf1d8fdc tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:32.067708 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0e01fde4-6cc5-48f8-a375-dd58f8ce664b req-9c382b44-57be-433c-b2db-c08ebf1d8fdc tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.72 "DELETE /v2.0/ports/399a530c-4557-4a6d-a629-67d1325d0054 HTTP/1.1" status: 204 len: 173 time: 0.8045256 Jul 13 19:42:32.068078 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9d162b-d36a-458f-8c6b-51eca1763032', 'name': 'network-vif-deleted', 'tag': '399a530c-4557-4a6d-a629-67d1325d0054'}] {{(pid=92884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:42:32.070910 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cf84a925f246af12420c5659448fd2d5dd2a3ba7c6b104c2b07d23eb28f3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcd9ac8-d093-49d9-9c9c-00747d5cb71b" -d '{"events": [{"server_uuid": "6a9d162b-d36a-458f-8c6b-51eca1763032", "name": "network-vif-deleted", "tag": "399a530c-4557-4a6d-a629-67d1325d0054"}]}' {{(pid=92884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:42:32.135938 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc14680-93af-4cbb-a1a3-845437cb2f44 x-openstack-request-id: req-6bc14680-93af-4cbb-a1a3-845437cb2f44 {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:42:32.136235 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9d162b-d36a-458f-8c6b-51eca1763032", "name": "network-vif-deleted", "tag": "399a530c-4557-4a6d-a629-67d1325d0054", "status": "completed", "code": 200}]} {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:42:32.136488 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6bc14680-93af-4cbb-a1a3-845437cb2f44 {{(pid=92884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:42:32.136904 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9d162b-d36a-458f-8c6b-51eca1763032', 'name': 'network-vif-deleted', 'tag': '399a530c-4557-4a6d-a629-67d1325d0054', 'status': 'completed', 'code': 200} Jul 13 19:42:32.193698 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-1267315d-3d2d-432f-a5c4-b323b6af0a7a None None] Set router ff42d82e-986f-4f34-93a7-d766664a6682 gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:42:32.224102 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ac11f62c-ec70-4c5a-aa1d-fb3768d89b83 req-1fcd4a93-4a6a-4c7e-a0ba-a93a5db0bbec tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a9d162b-d36a-458f-8c6b-51eca1763032 HTTP/1.1" status: 200 len: 210 time: 0.0675969 Jul 13 19:42:32.381214 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-4d99b51e-2d86-44c5-a076-d9e551e186cf req-df89f0af-0c56-443a-adc4-2cb39fbff13b tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=94daae67-408f-45a0-bd6c-c422144a4293 HTTP/1.1" status: 200 len: 210 time: 0.0352960 Jul 13 19:42:32.491305 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-a261c0b7-de5d-4160-bd78-00d292d35722 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:32.494750 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-a261c0b7-de5d-4160-bd78-00d292d35722 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.72 "GET /v2.0/networks?id=cf7dab8a-c373-4837-ae0f-7b4d00b9b824 HTTP/1.1" status: 200 len: 811 time: 0.1320796 Jul 13 19:42:32.504057 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-1267315d-3d2d-432f-a5c4-b323b6af0a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'name': 'tempest-AttachVolumeShelveTestJSON-422428207-router', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '34e0340c-decd-4c9d-883f-1d0036d75305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:26Z', 'updated_at': '2021-07-13T19:28:28Z', 'revision_number': 4, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'gw_port': {'id': '34e0340c-decd-4c9d-883f-1d0036d75305', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:41:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:26Z', 'updated_at': '2021-07-13T19:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '84a4b47c-5eea-4fee-b4d7-b4430164aca4', 'name': '', 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'mac_address': 'fa:16:3e:16:c1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '48f9eecd-f69f-424d-8316-69af76912fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:28Z', 'updated_at': '2021-07-13T19:28:34Z', 'revision_number': 5, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'subnets': [{'id': '48f9eecd-f69f-424d-8316-69af76912fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:32.534477 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1267315d-3d2d-432f-a5c4-b323b6af0a7a None None] Checking router: ff42d82e-986f-4f34-93a7-d766664a6682 for host: dv-cinder-786933-3-iscsi {{(pid=92886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:42:32.543487 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1267315d-3d2d-432f-a5c4-b323b6af0a7a None None] Routers {'ff42d82e-986f-4f34-93a7-d766664a6682'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:42:32.544193 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-1267315d-3d2d-432f-a5c4-b323b6af0a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:42:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['ff42d82e-986f-4f34-93a7-d766664a6682'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:32.545302 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-85667bc6-bd1c-4457-8f6f-2e5c57f00362 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2df23c120004786bdbc54c2ad27b7df HTTP/1.1" status: 200 len: 379 time: 0.0381768 Jul 13 19:42:32.563191 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-28a88c32-9287-4b68-934c-54e1bcc0498a tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Request body: {'port': {'device_id': '94daae67-408f-45a0-bd6c-c422144a4293', 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824', 'admin_state_up': True, 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'security_groups': ['e5b9adbb-42d5-4a10-80c0-775c59faca51']}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:32.596326 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e7d5bb7a-83d0-4175-9d35-a5fbe77b6585 req-0229c524-3321-4f16-ba9e-538e7aa11aa8 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0498047 Jul 13 19:42:32.669371 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-1267315d-3d2d-432f-a5c4-b323b6af0a7a None None] Set router ff42d82e-986f-4f34-93a7-d766664a6682 gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:42:32.707653 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-28a88c32-9287-4b68-934c-54e1bcc0498a tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Made reservation on behalf of f2df23c120004786bdbc54c2ad27b7df for: {'port': 1} {{(pid=92884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:42:32.711121 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-28a88c32-9287-4b68-934c-54e1bcc0498a tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:32.852856 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.db_base_plugin_common [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-28a88c32-9287-4b68-934c-54e1bcc0498a tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Allocated IP 172.20.0.3 (cf7dab8a-c373-4837-ae0f-7b4d00b9b824/c43d8f9f-c845-4d5c-82df-5404e88902e1/694ac173-3cd8-4675-ab1a-ff793d587f4c) {{(pid=92884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:42:32.878849 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-1267315d-3d2d-432f-a5c4-b323b6af0a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'name': 'tempest-AttachVolumeShelveTestJSON-422428207-router', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '34e0340c-decd-4c9d-883f-1d0036d75305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:26Z', 'updated_at': '2021-07-13T19:28:28Z', 'revision_number': 4, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'gw_port': {'id': '34e0340c-decd-4c9d-883f-1d0036d75305', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:41:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:26Z', 'updated_at': '2021-07-13T19:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '84a4b47c-5eea-4fee-b4d7-b4430164aca4', 'name': '', 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'mac_address': 'fa:16:3e:16:c1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '48f9eecd-f69f-424d-8316-69af76912fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:28Z', 'updated_at': '2021-07-13T19:28:34Z', 'revision_number': 5, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'subnets': [{'id': '48f9eecd-f69f-424d-8316-69af76912fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:32.904736 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1267315d-3d2d-432f-a5c4-b323b6af0a7a None None] The sync data for ids ['ff42d82e-986f-4f34-93a7-d766664a6682'] in dv-cinder-786933-3-iscsi is: [{'id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'name': 'tempest-AttachVolumeShelveTestJSON-422428207-router', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '34e0340c-decd-4c9d-883f-1d0036d75305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:26Z', 'updated_at': '2021-07-13T19:28:28Z', 'revision_number': 4, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'gw_port': {'id': '34e0340c-decd-4c9d-883f-1d0036d75305', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:41:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:26Z', 'updated_at': '2021-07-13T19:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '84a4b47c-5eea-4fee-b4d7-b4430164aca4', 'name': '', 'network_id': 'b7b91cfb-e236-4fc1-bbf4-258475e6ab9e', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'mac_address': 'fa:16:3e:16:c1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '48f9eecd-f69f-424d-8316-69af76912fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:28Z', 'updated_at': '2021-07-13T19:28:34Z', 'revision_number': 5, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'subnets': [{'id': '48f9eecd-f69f-424d-8316-69af76912fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:42:32.996126 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-28a88c32-9287-4b68-934c-54e1bcc0498a tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for port, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:33.010484 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.provisioning_blocks [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-28a88c32-9287-4b68-934c-54e1bcc0498a tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Transition to ACTIVE for port object 694ac173-3cd8-4675-ab1a-ff793d587f4c will not be triggered until provisioned by entity DHCP. {{(pid=92884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:42:33.044040 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-28a88c32-9287-4b68-934c-54e1bcc0498a tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:33.090935 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-28a88c32-9287-4b68-934c-54e1bcc0498a tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Network cf7dab8a-c373-4837-ae0f-7b4d00b9b824 is already hosted by enough agents. {{(pid=92884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:42:33.094179 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-28a88c32-9287-4b68-934c-54e1bcc0498a tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Resources bound (agent type, host, resource id): {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:42:33.098135 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-28a88c32-9287-4b68-934c-54e1bcc0498a tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Received port after_create {{(pid=92884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:42:33.122322 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146bcf6f-7d82-496b-abc4-a3f2a169c845 None None] New status for floating IP e196001a-f23b-4bdb-83c4-8c56a4562489: DOWN {{(pid=92887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:42:33.124134 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a88c32-9287-4b68-934c-54e1bcc0498a tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Pushing event updated for resources: {'Port': ['ID=694ac173-3cd8-4675-ab1a-ff793d587f4c,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:33.153099 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-28a88c32-9287-4b68-934c-54e1bcc0498a tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:33.153720 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-28a88c32-9287-4b68-934c-54e1bcc0498a tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:33.169239 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-28a88c32-9287-4b68-934c-54e1bcc0498a tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6111257 Jul 13 19:42:33.183658 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-adc03844-ba2c-4eae-9394-c7351e36b028 service neutron] Request body: {'port': {'device_id': '94daae67-408f-45a0-bd6c-c422144a4293', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:33.307287 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-adc03844-ba2c-4eae-9394-c7351e36b028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:33.373054 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-a325d7ba-80fd-4e9b-86d3-b74823c73b32 None None] Provisioning for port 694ac173-3cd8-4675-ab1a-ff793d587f4c completed by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:42:33.379348 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-a325d7ba-80fd-4e9b-86d3-b74823c73b32 None None] Provisioning complete for port 694ac173-3cd8-4675-ab1a-ff793d587f4c triggered by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:33.379776 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-a325d7ba-80fd-4e9b-86d3-b74823c73b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:33.391999 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 60426) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:33.428463 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-a325d7ba-80fd-4e9b-86d3-b74823c73b32 None None] Port 694ac173-3cd8-4675-ab1a-ff793d587f4c cannot update to ACTIVE because it is not bound. {{(pid=92886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:42:33.473548 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-b2a9e16e-bfdd-4bd3-a277-07d9d256a761 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:33.498738 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-b2a9e16e-bfdd-4bd3-a277-07d9d256a761 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:33.583049 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-b2a9e16e-bfdd-4bd3-a277-07d9d256a761 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:33.585609 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-b2a9e16e-bfdd-4bd3-a277-07d9d256a761 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:33.586729 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-b2a9e16e-bfdd-4bd3-a277-07d9d256a761 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "DELETE /v2.0/security-groups/e5dfc168-c4c8-426e-abfd-3a92b025de68 HTTP/1.1" status: 204 len: 168 time: 0.1929421 Jul 13 19:42:33.590519 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 60430) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:33.607081 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9e16e-bfdd-4bd3-a277-07d9d256a761 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5dfc168-c4c8-426e-abfd-3a92b025de68,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:33.616805 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763ab9b-7c5e-4a22-bd62-8c17aac583ac req-4dc0e999-e358-4112-b8ab-c5a75bfd1702 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:33.619413 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-2763ab9b-7c5e-4a22-bd62-8c17aac583ac req-4dc0e999-e358-4112-b8ab-c5a75bfd1702 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=94daae67-408f-45a0-bd6c-c422144a4293 HTTP/1.1" status: 200 len: 931 time: 0.1018703 Jul 13 19:42:33.625523 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-adc03844-ba2c-4eae-9394-c7351e36b028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 694ac173-3cd8-4675-ab1a-ff793d587f4c {{(pid=92884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:42:33.626309 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.api.v2.resource [None req-96ccafe8-5788-41ba-93d9-0a3035716163 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] show failed (client error): The resource could not be found. Jul 13 19:42:33.628828 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-96ccafe8-5788-41ba-93d9-0a3035716163 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "GET /v2.0/security-groups/e5dfc168-c4c8-426e-abfd-3a92b025de68 HTTP/1.1" status: 404 len: 347 time: 0.0342162 Jul 13 19:42:33.633741 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-adc03844-ba2c-4eae-9394-c7351e36b028 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:33.634395 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 60432) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:33.646078 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.provisioning_blocks [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-adc03844-ba2c-4eae-9394-c7351e36b028 service neutron] Transition to ACTIVE for port object 694ac173-3cd8-4675-ab1a-ff793d587f4c will not be triggered until provisioned by entity L2. {{(pid=92884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:42:33.650981 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-adc03844-ba2c-4eae-9394-c7351e36b028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4873477'] for port, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:33.704299 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc03844-ba2c-4eae-9394-c7351e36b028 service neutron] Pushing event updated for resources: {'Port': ['ID=694ac173-3cd8-4675-ab1a-ff793d587f4c,revision_number=2']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:33.736260 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-2763ab9b-7c5e-4a22-bd62-8c17aac583ac req-9f208032-eae7-42b6-8a0c-4285096569b9 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b9adbb-42d5-4a10-80c0-775c59faca51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112330 Jul 13 19:42:33.792880 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.plugin [None req-249102d3-71bb-495c-9c68-dc447882a617 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Deleting port bc368639-00c0-47e2-93f5-1f01a7e1bdfb {{(pid=92885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:42:33.793320 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-249102d3-71bb-495c-9c68-dc447882a617 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:33.799700 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ca68cf8e-e9d0-4b09-8b8a-9b94ad5a2731 req-e80b57b3-bdc2-480b-a0ec-6c2b802f6ff5 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0458977 Jul 13 19:42:33.818572 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-adc03844-ba2c-4eae-9394-c7351e36b028 service neutron] Attempting to bind port 694ac173-3cd8-4675-ab1a-ff793d587f4c on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:42:33.819109 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-adc03844-ba2c-4eae-9394-c7351e36b028 service neutron] Attempting to bind port 694ac173-3cd8-4675-ab1a-ff793d587f4c by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'a40130a1-c2a7-4243-8f3c-b4ef1dc74555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824'}] {{(pid=92884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:42:33.819631 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-adc03844-ba2c-4eae-9394-c7351e36b028 service neutron] Attempting to bind port 694ac173-3cd8-4675-ab1a-ff793d587f4c on network cf7dab8a-c373-4837-ae0f-7b4d00b9b824 {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:42:33.827938 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-adc03844-ba2c-4eae-9394-c7351e36b028 service neutron] Port 694ac173-3cd8-4675-ab1a-ff793d587f4c on network cf7dab8a-c373-4837-ae0f-7b4d00b9b824 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:42:33.828388 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-adc03844-ba2c-4eae-9394-c7351e36b028 service neutron] Attempting to bind port 694ac173-3cd8-4675-ab1a-ff793d587f4c on network cf7dab8a-c373-4837-ae0f-7b4d00b9b824 {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:42:33.833828 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-adc03844-ba2c-4eae-9394-c7351e36b028 service neutron] Checking agent: {'id': '412a95eb-dbf1-48e2-9390-163f76043269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 22, 13), 'started_at': datetime.datetime(2021, 7, 13, 19, 22, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:42:33.834294 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-adc03844-ba2c-4eae-9394-c7351e36b028 service neutron] Checking segment: {'id': 'a40130a1-c2a7-4243-8f3c-b4ef1dc74555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:42:33.834791 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-adc03844-ba2c-4eae-9394-c7351e36b028 service neutron] Bound using segment: {'id': 'a40130a1-c2a7-4243-8f3c-b4ef1dc74555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824'} {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:42:33.835363 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-adc03844-ba2c-4eae-9394-c7351e36b028 service neutron] Bound port: 694ac173-3cd8-4675-ab1a-ff793d587f4c, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a40130a1-c2a7-4243-8f3c-b4ef1dc74555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824'}}] {{(pid=92884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:42:33.836380 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-adc03844-ba2c-4eae-9394-c7351e36b028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:33.884204 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-249102d3-71bb-495c-9c68-dc447882a617 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:33.884562 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-249102d3-71bb-495c-9c68-dc447882a617 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:33.895925 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.plugin [None req-249102d3-71bb-495c-9c68-dc447882a617 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Calling delete_port for bc368639-00c0-47e2-93f5-1f01a7e1bdfb owned by network:floatingip {{(pid=92885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:42:33.901960 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-adc03844-ba2c-4eae-9394-c7351e36b028 service neutron] For port 694ac173-3cd8-4675-ab1a-ff793d587f4c, host hv-cinder-78693, cleared binding levels {{(pid=92884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:42:33.905225 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-adc03844-ba2c-4eae-9394-c7351e36b028 service neutron] For port 694ac173-3cd8-4675-ab1a-ff793d587f4c, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=694ac173-3cd8-4675-ab1a-ff793d587f4c,segment=NetworkSegment(a40130a1-c2a7-4243-8f3c-b4ef1dc74555),segment_id=a40130a1-c2a7-4243-8f3c-b4ef1dc74555)] {{(pid=92884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:42:33.909855 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-adc03844-ba2c-4eae-9394-c7351e36b028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4873477'] for port, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:33.946466 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-adc03844-ba2c-4eae-9394-c7351e36b028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:33.947178 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-adc03844-ba2c-4eae-9394-c7351e36b028 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:33.948425 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-adc03844-ba2c-4eae-9394-c7351e36b028 service neutron] 10.222.0.72 "PUT /v2.0/ports/694ac173-3cd8-4675-ab1a-ff793d587f4c HTTP/1.1" status: 200 len: 1093 time: 0.7716208 Jul 13 19:42:33.980628 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc03844-ba2c-4eae-9394-c7351e36b028 service neutron] Pushing event updated for resources: {'Port': ['ID=694ac173-3cd8-4675-ab1a-ff793d587f4c,revision_number=3']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:34.041762 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-249102d3-71bb-495c-9c68-dc447882a617 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372888'] for port, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:34.049684 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-c49acb25-2935-4632-a1fa-5f2db5e6039c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:34.051852 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-c49acb25-2935-4632-a1fa-5f2db5e6039c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f2df23c120004786bdbc54c2ad27b7df&device_id=94daae67-408f-45a0-bd6c-c422144a4293 HTTP/1.1" status: 200 len: 1096 time: 0.0645964 Jul 13 19:42:34.071112 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249102d3-71bb-495c-9c68-dc447882a617 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Pushing event deleted for resources: {'Port': ['ID=bc368639-00c0-47e2-93f5-1f01a7e1bdfb,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:34.097642 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-02db0811-cb28-4144-875d-1b130615466a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=694ac173-3cd8-4675-ab1a-ff793d587f4c HTTP/1.1" status: 200 len: 217 time: 0.0383677 Jul 13 19:42:34.133949 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-249102d3-71bb-495c-9c68-dc447882a617 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks [] for floatingip, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:34.136042 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-249102d3-71bb-495c-9c68-dc447882a617 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for floatingip, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:34.137225 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-249102d3-71bb-495c-9c68-dc447882a617 tempest-AttachVolumeShelveTestJSON-1803982007 tempest-AttachVolumeShelveTestJSON-1803982007-project] 10.222.0.22 "DELETE /v2.0/floatingips/e196001a-f23b-4bdb-83c4-8c56a4562489 HTTP/1.1" status: 204 len: 168 time: 0.5009785 Jul 13 19:42:34.140113 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94daae67-408f-45a0-bd6c-c422144a4293', 'tag': '694ac173-3cd8-4675-ab1a-ff793d587f4c'}] {{(pid=92884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:42:34.141788 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cf84a925f246af12420c5659448fd2d5dd2a3ba7c6b104c2b07d23eb28f3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e574d77e-020d-4655-8bef-bdca49197c31" -d '{"events": [{"name": "network-changed", "server_uuid": "94daae67-408f-45a0-bd6c-c422144a4293", "tag": "694ac173-3cd8-4675-ab1a-ff793d587f4c"}]}' {{(pid=92884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:42:34.155796 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-1ce6a740-a10a-4e1a-a960-6eaee0c72775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:34.157602 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-1ce6a740-a10a-4e1a-a960-6eaee0c72775 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c43d8f9f-c845-4d5c-82df-5404e88902e1 HTTP/1.1" status: 200 len: 850 time: 0.0539382 Jul 13 19:42:34.201733 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030c1240-910e-40fe-af1c-fe95ce3f5536 x-openstack-request-id: req-030c1240-910e-40fe-af1c-fe95ce3f5536 {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:42:34.201733 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94daae67-408f-45a0-bd6c-c422144a4293", "tag": "694ac173-3cd8-4675-ab1a-ff793d587f4c", "status": "completed", "code": 200}]} {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:42:34.201733 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-030c1240-910e-40fe-af1c-fe95ce3f5536 {{(pid=92884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:42:34.201733 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94daae67-408f-45a0-bd6c-c422144a4293', 'tag': '694ac173-3cd8-4675-ab1a-ff793d587f4c', 'status': 'completed', 'code': 200} Jul 13 19:42:34.223779 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-a15e4343-69a1-402d-b448-75e8eacb6122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:34.225273 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-a15e4343-69a1-402d-b448-75e8eacb6122 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf7dab8a-c373-4837-ae0f-7b4d00b9b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0616314 Jul 13 19:42:34.311522 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-faa17249-eff3-4a89-90e7-50bb84126aca service neutron] 10.222.0.72 "GET /v2.0/networks/cf7dab8a-c373-4837-ae0f-7b4d00b9b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796659 Jul 13 19:42:34.405217 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-5e1b7294-7626-462e-b679-33bc2f2966eb req-492e9996-3c14-4a75-9fd3-acab18bd5112 service neutron] 10.222.0.72 "GET /v2.0/networks/cf7dab8a-c373-4837-ae0f-7b4d00b9b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864346 Jul 13 19:42:34.504362 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574d77e-020d-4655-8bef-bdca49197c31 req-77128808-5922-4cb9-9180-13d10ad8b3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:34.505998 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e574d77e-020d-4655-8bef-bdca49197c31 req-77128808-5922-4cb9-9180-13d10ad8b3b8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f2df23c120004786bdbc54c2ad27b7df&device_id=94daae67-408f-45a0-bd6c-c422144a4293 HTTP/1.1" status: 200 len: 1096 time: 0.0520217 Jul 13 19:42:34.598970 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574d77e-020d-4655-8bef-bdca49197c31 req-c34d38c2-4f66-40f9-a2b9-e88c359f8c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:34.600007 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e574d77e-020d-4655-8bef-bdca49197c31 req-c34d38c2-4f66-40f9-a2b9-e88c359f8c75 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cf7dab8a-c373-4837-ae0f-7b4d00b9b824 HTTP/1.1" status: 200 len: 913 time: 0.0855827 Jul 13 19:42:34.641724 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e574d77e-020d-4655-8bef-bdca49197c31 req-90d7236f-6ea2-4590-a6b7-d7820d0dcfb7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=694ac173-3cd8-4675-ab1a-ff793d587f4c HTTP/1.1" status: 200 len: 217 time: 0.0337844 Jul 13 19:42:34.687977 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574d77e-020d-4655-8bef-bdca49197c31 req-8804f393-7f00-46e2-895c-f7b7dcc85f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:34.689310 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e574d77e-020d-4655-8bef-bdca49197c31 req-8804f393-7f00-46e2-895c-f7b7dcc85f0d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c43d8f9f-c845-4d5c-82df-5404e88902e1 HTTP/1.1" status: 200 len: 850 time: 0.0414045 Jul 13 19:42:34.747573 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574d77e-020d-4655-8bef-bdca49197c31 req-7b24e968-a4d4-4033-bb83-f84362d4413a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:34.749044 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e574d77e-020d-4655-8bef-bdca49197c31 req-7b24e968-a4d4-4033-bb83-f84362d4413a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf7dab8a-c373-4837-ae0f-7b4d00b9b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525148 Jul 13 19:42:34.841019 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e574d77e-020d-4655-8bef-bdca49197c31 req-6ce7d821-c86c-48b6-ba20-ee61c5e86b56 service neutron] 10.222.0.72 "GET /v2.0/networks/cf7dab8a-c373-4837-ae0f-7b4d00b9b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832982 Jul 13 19:42:34.884400 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 399a530c-4557-4a6d-a629-67d1325d0054 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:42:34.903988 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] No Port match for: 399a530c-4557-4a6d-a629-67d1325d0054 {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:42:34.904340 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 399a530c-4557-4a6d-a629-67d1325d0054 not bound to the agent host hv-cinder-78693 {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:42:34.953260 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-f6f7eb08-0587-4d1b-a559-d28e95103cb4 req-5ac19d40-c2b8-47de-b559-aedb04978022 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0280385 Jul 13 19:42:34.978083 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e574d77e-020d-4655-8bef-bdca49197c31 req-c308a46a-4dea-464a-a308-aee3331642bc service neutron] 10.222.0.72 "GET /v2.0/networks/cf7dab8a-c373-4837-ae0f-7b4d00b9b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287057 Jul 13 19:42:34.985427 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6f505-5077-4869-aa94-364cf8afe423 req-033966db-4029-421f-9e81-d780a3b7647b tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:34.986801 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-3de6f505-5077-4869-aa94-364cf8afe423 req-033966db-4029-421f-9e81-d780a3b7647b tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=94daae67-408f-45a0-bd6c-c422144a4293 HTTP/1.1" status: 200 len: 943 time: 0.1363883 Jul 13 19:42:35.024722 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-3de6f505-5077-4869-aa94-364cf8afe423 req-282404b1-4873-41e6-8317-d4a7179d10e1 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b9adbb-42d5-4a10-80c0-775c59faca51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315096 Jul 13 19:42:36.093364 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-9ba27fdc-e716-4bb2-86d9-3338014edcbb req-90d3bf54-da16-4e7b-964a-acd80ab0e695 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0313859 Jul 13 19:42:36.200207 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13d092-d408-4101-8420-b34836212868 req-160a5e9f-1a9f-4daa-9cb7-d99a8da0c020 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:36.201702 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1b13d092-d408-4101-8420-b34836212868 req-160a5e9f-1a9f-4daa-9cb7-d99a8da0c020 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=94daae67-408f-45a0-bd6c-c422144a4293 HTTP/1.1" status: 200 len: 943 time: 0.0610845 Jul 13 19:42:36.238517 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1b13d092-d408-4101-8420-b34836212868 req-7bc832bf-0e5f-4ae7-92ff-ef88b64f3ff6 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b9adbb-42d5-4a10-80c0-775c59faca51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312221 Jul 13 19:42:36.883948 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 694ac173-3cd8-4675-ab1a-ff793d587f4c details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:42:36.977327 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 694ac173-3cd8-4675-ab1a-ff793d587f4c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=694ac173-3cd8-4675-ab1a-ff793d587f4c,segment=NetworkSegment(a40130a1-c2a7-4243-8f3c-b4ef1dc74555),segment_id=a40130a1-c2a7-4243-8f3c-b4ef1dc74555)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:42:36.987840 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Returning: {'device': '694ac173-3cd8-4675-ab1a-ff793d587f4c', 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824', 'port_id': '694ac173-3cd8-4675-ab1a-ff793d587f4c', 'mac_address': 'fa:16:3e:26:ee:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c43d8f9f-c845-4d5c-82df-5404e88902e1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:42:37.023417 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:37.035140 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.notifiers.nova [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694ac173-3cd8-4675-ab1a-ff793d587f4c {{(pid=92886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:42:37.053712 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 694ac173-3cd8-4675-ab1a-ff793d587f4c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=694ac173-3cd8-4675-ab1a-ff793d587f4c,segment=NetworkSegment(a40130a1-c2a7-4243-8f3c-b4ef1dc74555),segment_id=a40130a1-c2a7-4243-8f3c-b4ef1dc74555)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:42:37.057871 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:37.102218 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Pushing event updated for resources: {'Port': ['ID=694ac173-3cd8-4675-ab1a-ff793d587f4c,revision_number=4']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:37.109098 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:37.109445 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:37.109784 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:37.110116 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:37.110445 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:37.110774 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:37.111100 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:37.111421 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:37.111761 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:37.112087 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:37.112409 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:37.112764 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:42:37.240475 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-c95bc070-22bb-4842-8bc8-23530520e719 req-f201a964-e86d-4dfc-aad1-5de2c31b5c9d tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0276673 Jul 13 19:42:37.296637 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] get_ports_and_sgs() called for port_ids ['694ac173-3cd8-4675-ab1a-ff793d587f4c'] {{(pid=92886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:42:37.415467 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62438d8e-2bb8-4b78-ae01-5e45606deffe req-88344cd1-bad7-4562-9291-66700084264f tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:37.417007 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-62438d8e-2bb8-4b78-ae01-5e45606deffe req-88344cd1-bad7-4562-9291-66700084264f tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=94daae67-408f-45a0-bd6c-c422144a4293 HTTP/1.1" status: 200 len: 944 time: 0.0704367 Jul 13 19:42:37.455889 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-62438d8e-2bb8-4b78-ae01-5e45606deffe req-2c4ca4c7-017b-4ae3-a9c4-bd5736539467 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b9adbb-42d5-4a10-80c0-775c59faca51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333152 Jul 13 19:42:38.377294 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-a88921c9-d4a9-4e25-9233-237f545ab39c req-880341c5-0585-4489-8b47-feba787cef15 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0278580 Jul 13 19:42:38.625145 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320291e-80ad-4e43-ba5f-94609db05bdc req-41b2d768-d2d3-4f3c-8e8a-a479a4b1a472 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:38.626735 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-8320291e-80ad-4e43-ba5f-94609db05bdc req-41b2d768-d2d3-4f3c-8e8a-a479a4b1a472 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=94daae67-408f-45a0-bd6c-c422144a4293 HTTP/1.1" status: 200 len: 944 time: 0.0626001 Jul 13 19:42:38.666504 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-8320291e-80ad-4e43-ba5f-94609db05bdc req-c12b5e6d-1fb8-4627-aa76-777e5a747bcd tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b9adbb-42d5-4a10-80c0-775c59faca51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342636 Jul 13 19:42:38.883423 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 694ac173-3cd8-4675-ab1a-ff793d587f4c up at agent hyperv_hv-cinder-78693 {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:42:38.929599 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Provisioning for port 694ac173-3cd8-4675-ab1a-ff793d587f4c completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:42:38.933853 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Provisioning complete for port 694ac173-3cd8-4675-ab1a-ff793d587f4c triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:42:38.934221 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:39.008955 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:39.030461 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94daae67-408f-45a0-bd6c-c422144a4293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694ac173-3cd8-4675-ab1a-ff793d587f4c'}] {{(pid=92886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:42:39.032710 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2110528246aa69f40c90618f30b6bebf52a56ffd7d9758f57e079d5fd4b7be03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e4b707-a3a8-41a7-b4b1-eaee6b1ce34c" -d '{"events": [{"server_uuid": "94daae67-408f-45a0-bd6c-c422144a4293", "name": "network-vif-plugged", "status": "completed", "tag": "694ac173-3cd8-4675-ab1a-ff793d587f4c"}]}' {{(pid=92886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:42:39.045839 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 694ac173-3cd8-4675-ab1a-ff793d587f4c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=694ac173-3cd8-4675-ab1a-ff793d587f4c,segment=NetworkSegment(a40130a1-c2a7-4243-8f3c-b4ef1dc74555),segment_id=a40130a1-c2a7-4243-8f3c-b4ef1dc74555)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:42:39.049743 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:39.095630 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Pushing event updated for resources: {'Port': ['ID=694ac173-3cd8-4675-ab1a-ff793d587f4c,revision_number=5']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:42:39.114591 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ead640-4ba1-4b52-9719-6744fb5bedd9 x-openstack-request-id: req-93ead640-4ba1-4b52-9719-6744fb5bedd9 {{(pid=92886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:42:39.114884 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94daae67-408f-45a0-bd6c-c422144a4293", "name": "network-vif-plugged", "status": "completed", "tag": "694ac173-3cd8-4675-ab1a-ff793d587f4c", "code": 200}]} {{(pid=92886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:42:39.115139 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-93ead640-4ba1-4b52-9719-6744fb5bedd9 {{(pid=92886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:42:39.115526 dv-cinder-786933-3-iscsi neutron-server[92886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94daae67-408f-45a0-bd6c-c422144a4293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694ac173-3cd8-4675-ab1a-ff793d587f4c', 'code': 200} Jul 13 19:42:39.332602 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64618dd-4474-4d98-a2df-d7cfbca46ad2 req-8d8b5bbb-36f4-450d-b463-9229f37148a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:39.334081 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f64618dd-4474-4d98-a2df-d7cfbca46ad2 req-8d8b5bbb-36f4-450d-b463-9229f37148a9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=94daae67-408f-45a0-bd6c-c422144a4293 HTTP/1.1" status: 200 len: 1098 time: 0.0531108 Jul 13 19:42:39.369085 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f64618dd-4474-4d98-a2df-d7cfbca46ad2 req-6430026e-a89b-4280-960e-fb85428d4540 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e5b9adbb-42d5-4a10-80c0-775c59faca51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288188 Jul 13 19:42:39.513778 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-58dbd0c7-cf32-4fc7-b53a-fb98f2e3385f req-40856e15-d4d6-4884-8b1d-e2e73d856fd4 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0281260 Jul 13 19:42:39.835823 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa03f5-b57a-48a0-b5be-1130bc1792af req-0ace49f7-30a1-469b-8b91-f9e4ead32e1a tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:39.837869 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-5eaa03f5-b57a-48a0-b5be-1130bc1792af req-0ace49f7-30a1-469b-8b91-f9e4ead32e1a tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=94daae67-408f-45a0-bd6c-c422144a4293 HTTP/1.1" status: 200 len: 945 time: 0.0620418 Jul 13 19:42:39.877811 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-5eaa03f5-b57a-48a0-b5be-1130bc1792af req-5470f3ec-9573-4948-9b64-dd412758121b tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b9adbb-42d5-4a10-80c0-775c59faca51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344741 Jul 13 19:42:40.653531 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-3f16d1ff-388d-4e6d-81a0-445ceaf114d5 req-0163e5f9-bd08-4177-bffc-5ab3e4ddcfdd tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0281649 Jul 13 19:42:41.046122 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983889c-969b-4ffe-be41-e3df4ec48af9 req-cb3e14e9-c5d8-4b86-a40a-98149f2d181e tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:41.047547 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e983889c-969b-4ffe-be41-e3df4ec48af9 req-cb3e14e9-c5d8-4b86-a40a-98149f2d181e tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=94daae67-408f-45a0-bd6c-c422144a4293 HTTP/1.1" status: 200 len: 945 time: 0.0624576 Jul 13 19:42:41.085024 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e983889c-969b-4ffe-be41-e3df4ec48af9 req-7f541985-2cb1-477a-97b2-44921ed7764a tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b9adbb-42d5-4a10-80c0-775c59faca51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315189 Jul 13 19:42:41.263924 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e69b89-e929-4fa4-a789-7a17d8e41def req-f028fbd3-9896-40d0-8384-e65372bc3649 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:41.265468 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e5e69b89-e929-4fa4-a789-7a17d8e41def req-f028fbd3-9896-40d0-8384-e65372bc3649 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=94daae67-408f-45a0-bd6c-c422144a4293 HTTP/1.1" status: 200 len: 945 time: 0.0750294 Jul 13 19:42:41.274162 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 60528) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:42:41.278636 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-04a20750-02e3-4e97-9c8b-41ff9cd3aa02 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Request body: {'floatingip': {'port_id': '694ac173-3cd8-4675-ab1a-ff793d587f4c'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:42:41.319822 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-04a20750-02e3-4e97-9c8b-41ff9cd3aa02 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for floatingip, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:41.799464 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-07cfbe6e-294f-4f6e-b25e-7d7e89f0ccf7 req-9dca8b44-b2d3-47d7-bd4d-31a80d700134 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0290232 Jul 13 19:42:42.007054 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-04a20750-02e3-4e97-9c8b-41ff9cd3aa02 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:42.011444 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-04a20750-02e3-4e97-9c8b-41ff9cd3aa02 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502340'] for floatingip, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:42.118918 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.db.l3_db [None req-04a20750-02e3-4e97-9c8b-41ff9cd3aa02 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Floating IP 0b2c8029-cb5b-4e3a-b5a3-5913d0d2ee61 associated. External IP: 172.27.2.34, port: 694ac173-3cd8-4675-ab1a-ff793d587f4c. Jul 13 19:42:42.320169 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a20750-02e3-4e97-9c8b-41ff9cd3aa02 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Router 67741092-1c7f-4713-ba73-57f3f82a7baa has already been hosted by L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd {{(pid=92884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:42:42.428258 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a20750-02e3-4e97-9c8b-41ff9cd3aa02 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:42:42.433256 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-04a20750-02e3-4e97-9c8b-41ff9cd3aa02 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for floatingip, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:42.438953 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585e3760-37bb-4e06-a52c-fe1dbac30680 None None] Sync routers for ids ['67741092-1c7f-4713-ba73-57f3f82a7baa'] in dv-cinder-786933-3-iscsi {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:42:42.449129 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585e3760-37bb-4e06-a52c-fe1dbac30680 None None] Routers {'67741092-1c7f-4713-ba73-57f3f82a7baa'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:42:42.449805 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-585e3760-37bb-4e06-a52c-fe1dbac30680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:42:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['67741092-1c7f-4713-ba73-57f3f82a7baa'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:42.472094 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-04a20750-02e3-4e97-9c8b-41ff9cd3aa02 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "PUT /v2.0/floatingips/0b2c8029-cb5b-4e3a-b5a3-5913d0d2ee61 HTTP/1.1" status: 200 len: 990 time: 1.1968644 Jul 13 19:42:42.472814 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94daae67-408f-45a0-bd6c-c422144a4293', 'tag': '694ac173-3cd8-4675-ab1a-ff793d587f4c'}] {{(pid=92884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:42:42.475134 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cf84a925f246af12420c5659448fd2d5dd2a3ba7c6b104c2b07d23eb28f3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4055a12a-78d0-4a15-bb70-a8441315af6e" -d '{"events": [{"name": "network-changed", "server_uuid": "94daae67-408f-45a0-bd6c-c422144a4293", "tag": "694ac173-3cd8-4675-ab1a-ff793d587f4c"}]}' {{(pid=92884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:42:42.514568 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b9581e-66fd-4aa8-967e-0d1df6c45900 x-openstack-request-id: req-27b9581e-66fd-4aa8-967e-0d1df6c45900 {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:42:42.514938 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94daae67-408f-45a0-bd6c-c422144a4293", "tag": "694ac173-3cd8-4675-ab1a-ff793d587f4c", "status": "completed", "code": 200}]} {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:42:42.515262 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-27b9581e-66fd-4aa8-967e-0d1df6c45900 {{(pid=92884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:42:42.515751 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94daae67-408f-45a0-bd6c-c422144a4293', 'tag': '694ac173-3cd8-4675-ab1a-ff793d587f4c', 'status': 'completed', 'code': 200} Jul 13 19:42:42.557957 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-585e3760-37bb-4e06-a52c-fe1dbac30680 None None] Set router 67741092-1c7f-4713-ba73-57f3f82a7baa gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:42:42.599391 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055a12a-78d0-4a15-bb70-a8441315af6e req-795e77dd-9cc8-42dc-a85c-518fc770b9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:42.601137 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4055a12a-78d0-4a15-bb70-a8441315af6e req-795e77dd-9cc8-42dc-a85c-518fc770b9c4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f2df23c120004786bdbc54c2ad27b7df&device_id=94daae67-408f-45a0-bd6c-c422144a4293 HTTP/1.1" status: 200 len: 1098 time: 0.0609858 Jul 13 19:42:42.691753 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055a12a-78d0-4a15-bb70-a8441315af6e req-7cacc05e-9d93-42c5-9bd6-ab13b5e20a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:42.691753 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4055a12a-78d0-4a15-bb70-a8441315af6e req-7cacc05e-9d93-42c5-9bd6-ab13b5e20a40 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cf7dab8a-c373-4837-ae0f-7b4d00b9b824 HTTP/1.1" status: 200 len: 913 time: 0.0839603 Jul 13 19:42:42.763590 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4055a12a-78d0-4a15-bb70-a8441315af6e req-32f5b07b-0980-417c-809a-b41a4ae2851a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=694ac173-3cd8-4675-ab1a-ff793d587f4c HTTP/1.1" status: 200 len: 998 time: 0.0656729 Jul 13 19:42:42.788249 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-585e3760-37bb-4e06-a52c-fe1dbac30680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'name': 'tempest-AttachVolumeTestJSON-1060596869-router', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '2e82ac64-afa0-497e-9ae8-687616721aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:48Z', 'updated_at': '2021-07-13T19:23:54Z', 'revision_number': 4, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'gw_port': {'id': '2e82ac64-afa0-497e-9ae8-687616721aa4', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:49Z', 'updated_at': '2021-07-13T19:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_floatingips': [{'id': '0b2c8029-cb5b-4e3a-b5a3-5913d0d2ee61', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'router_id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'port_id': '694ac173-3cd8-4675-ab1a-ff793d587f4c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824', 'mac_address': 'fa:16:3e:26:ee:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94daae67-408f-45a0-bd6c-c422144a4293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:42:29Z', 'updated_at': '2021-07-13T19:42:41Z', 'revision_number': 1, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02109647-5332-4725-ae8e-06f378714c5e', 'name': '', 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'mac_address': 'fa:16:3e:25:b4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c43d8f9f-c845-4d5c-82df-5404e88902e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:53Z', 'updated_at': '2021-07-13T19:24:04Z', 'revision_number': 5, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'subnets': [{'id': 'c43d8f9f-c845-4d5c-82df-5404e88902e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:42.812048 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055a12a-78d0-4a15-bb70-a8441315af6e req-6c95059e-763a-4e99-aba6-67ac6a147904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:42.815199 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4055a12a-78d0-4a15-bb70-a8441315af6e req-6c95059e-763a-4e99-aba6-67ac6a147904 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c43d8f9f-c845-4d5c-82df-5404e88902e1 HTTP/1.1" status: 200 len: 850 time: 0.0442891 Jul 13 19:42:42.815353 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585e3760-37bb-4e06-a52c-fe1dbac30680 None None] Checking router: 67741092-1c7f-4713-ba73-57f3f82a7baa for host: dv-cinder-786933-3-iscsi {{(pid=92886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:42:42.823283 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585e3760-37bb-4e06-a52c-fe1dbac30680 None None] Routers {'67741092-1c7f-4713-ba73-57f3f82a7baa'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:42:42.823901 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-585e3760-37bb-4e06-a52c-fe1dbac30680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:42:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['67741092-1c7f-4713-ba73-57f3f82a7baa'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:42.875178 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055a12a-78d0-4a15-bb70-a8441315af6e req-6b757512-96e0-4335-ade4-6a98afeef734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:42:42.876861 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4055a12a-78d0-4a15-bb70-a8441315af6e req-6b757512-96e0-4335-ade4-6a98afeef734 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf7dab8a-c373-4837-ae0f-7b4d00b9b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567667 Jul 13 19:42:42.880073 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:42.964938 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e8ad9ab3-d2b5-4a23-96fa-bf72ab446bae req-fd03276e-db78-464d-b367-12e77df85e3e tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0431619 Jul 13 19:42:42.989059 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4055a12a-78d0-4a15-bb70-a8441315af6e req-72022ec1-9aa0-4a60-a572-1ce917858971 service neutron] 10.222.0.72 "GET /v2.0/networks/cf7dab8a-c373-4837-ae0f-7b4d00b9b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030264 Jul 13 19:42:43.080066 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-585e3760-37bb-4e06-a52c-fe1dbac30680 None None] Set router 67741092-1c7f-4713-ba73-57f3f82a7baa gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:42:43.080328 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4055a12a-78d0-4a15-bb70-a8441315af6e req-841c392a-c5d5-4255-9262-858fc74feb8d service neutron] 10.222.0.72 "GET /v2.0/networks/cf7dab8a-c373-4837-ae0f-7b4d00b9b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865798 Jul 13 19:42:43.304007 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-585e3760-37bb-4e06-a52c-fe1dbac30680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'name': 'tempest-AttachVolumeTestJSON-1060596869-router', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '2e82ac64-afa0-497e-9ae8-687616721aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:48Z', 'updated_at': '2021-07-13T19:23:54Z', 'revision_number': 4, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'gw_port': {'id': '2e82ac64-afa0-497e-9ae8-687616721aa4', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:49Z', 'updated_at': '2021-07-13T19:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_floatingips': [{'id': '0b2c8029-cb5b-4e3a-b5a3-5913d0d2ee61', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'router_id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'port_id': '694ac173-3cd8-4675-ab1a-ff793d587f4c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824', 'mac_address': 'fa:16:3e:26:ee:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94daae67-408f-45a0-bd6c-c422144a4293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:42:29Z', 'updated_at': '2021-07-13T19:42:41Z', 'revision_number': 1, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02109647-5332-4725-ae8e-06f378714c5e', 'name': '', 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'mac_address': 'fa:16:3e:25:b4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c43d8f9f-c845-4d5c-82df-5404e88902e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:53Z', 'updated_at': '2021-07-13T19:24:04Z', 'revision_number': 5, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'subnets': [{'id': 'c43d8f9f-c845-4d5c-82df-5404e88902e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:42:43.332397 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585e3760-37bb-4e06-a52c-fe1dbac30680 None None] The sync data for ids ['67741092-1c7f-4713-ba73-57f3f82a7baa'] in dv-cinder-786933-3-iscsi is: [{'id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'name': 'tempest-AttachVolumeTestJSON-1060596869-router', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '2e82ac64-afa0-497e-9ae8-687616721aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:48Z', 'updated_at': '2021-07-13T19:23:54Z', 'revision_number': 4, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'gw_port': {'id': '2e82ac64-afa0-497e-9ae8-687616721aa4', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:49Z', 'updated_at': '2021-07-13T19:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_floatingips': [{'id': '0b2c8029-cb5b-4e3a-b5a3-5913d0d2ee61', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'router_id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'port_id': '694ac173-3cd8-4675-ab1a-ff793d587f4c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824', 'mac_address': 'fa:16:3e:26:ee:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94daae67-408f-45a0-bd6c-c422144a4293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:42:29Z', 'updated_at': '2021-07-13T19:42:41Z', 'revision_number': 1, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02109647-5332-4725-ae8e-06f378714c5e', 'name': '', 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'mac_address': 'fa:16:3e:25:b4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c43d8f9f-c845-4d5c-82df-5404e88902e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:53Z', 'updated_at': '2021-07-13T19:24:04Z', 'revision_number': 5, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'subnets': [{'id': 'c43d8f9f-c845-4d5c-82df-5404e88902e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:42:43.500253 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd1ab00-8121-44b6-9963-a6c07f089406 None None] New status for floating IP 0b2c8029-cb5b-4e3a-b5a3-5913d0d2ee61: ACTIVE {{(pid=92887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:42:44.107646 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-57f82c0a-b922-43fd-a4e3-89be72fae4b4 req-0907162b-6a0e-4f08-aab1-e64e6a304bb3 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0314221 Jul 13 19:42:45.207476 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-20433fc3-2e31-4db7-a23e-96616903316d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:45.246381 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-c29a4851-6206-4502-aa00-c78877eceb46 req-155d48ca-419c-4b9f-a1b4-4eb57361b1c3 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0287170 Jul 13 19:42:46.386568 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-8033b5de-7857-452c-a4af-c08be5e54a97 req-e1072842-578c-42ab-99b0-2873bbef2fe1 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0289886 Jul 13 19:42:47.524512 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-972379b3-be98-484b-a1b8-bedbcc7eb0b4 req-3e52ba8b-237f-4226-84d7-f929e46f0a44 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0286553 Jul 13 19:42:47.763405 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-08ed7dd0-4ba7-4212-b5b7-01ebfacf0ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:47.891002 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:48.665726 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-ecbcaa1e-ee5a-4f91-9cfb-430177f7087a req-eb485e03-617a-4124-9b0b-1cf47ad509b6 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0306411 Jul 13 19:42:49.075969 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:49.799975 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-2c5a45fd-95a7-4017-b74c-c2cfc72dc8ab req-d4e4e33d-74da-42e1-a140-9b1ded21eaef tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0265865 Jul 13 19:42:50.756391 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:50.940284 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-daacc3ce-bcc7-4546-9055-e61aa4aa186c req-222b729e-f3cb-4dc7-88c0-2b60096f95c6 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0281186 Jul 13 19:42:52.077720 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-f040e24d-ae6d-4907-ab7a-164db13a933b req-8b831dd3-ec59-47ce-8139-5712cd32ffc0 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0286324 Jul 13 19:42:53.219162 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-3b280f92-4787-4a64-acdf-e5cb9a3c82b1 req-03e47006-04d6-47c8-b58a-ed397b1917fc tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0311623 Jul 13 19:42:54.354546 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-37db51e5-3b7d-4509-9581-4c1c9f2ff95d req-b9ea90a0-dbc2-4fee-814f-c005712a039f tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0279040 Jul 13 19:42:55.492338 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-4c98bc75-240e-4ea9-b0bf-dd26b0456e10 req-67b5aa4d-a408-4aeb-b970-9f379bed9aa9 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0279639 Jul 13 19:42:56.630099 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-753a9b28-06d4-4437-8874-f828f8c72af5 req-22bc1102-79a9-483b-931c-b9621faf81ca tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0279365 Jul 13 19:42:57.769591 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-4747f268-5393-4cfe-9c7b-3a97cae107a4 req-a779a85b-db4c-47fd-a7e4-4eb6fcc80c00 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0308874 Jul 13 19:42:58.904984 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-c079dc17-d229-494d-a120-2614eff59861 req-0e14209e-9e32-420f-b81c-70a2afb8d17e tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0277414 Jul 13 19:43:00.043474 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-253d9c9c-c16f-4ccc-9344-d57d59cbcc35 req-9966d0f0-6ab9-409a-b985-45ae59f23a1b tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0276620 Jul 13 19:43:00.981994 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [req-a9f3e50b-9137-4b5a-a458-a7240769b338 req-e5987984-2a1f-4e45-bd49-c068d4e4bb88 service neutron] (92884) timed out ('10.222.0.72', 55426) {{(pid=92884) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 19:43:01.183621 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-91d34d4e-f351-4591-912d-7a5b1f971421 req-60484914-7552-4b10-850e-ddd316bb32b1 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0280149 Jul 13 19:43:01.623096 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:43:02.319891 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-fbc33769-87d0-49f0-9e46-952292a5a4b7 req-4b0402a1-1681-450a-8192-6bd765d395dd tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0307081 Jul 13 19:43:03.455333 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b6a64e12-f179-4a49-a966-9999f7b8573e req-4584a1ed-30ec-45b2-b2dc-d06e35939e92 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0282021 Jul 13 19:43:04.597421 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-d2bac76b-c0bd-4673-a6fb-4db7f5773e95 req-8a6524fb-8fd2-443a-82ce-c04c11940c0d tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0292313 Jul 13 19:43:05.738975 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e9f52a3f-68cc-4aaa-9849-cb27898c26e5 req-47fde4c3-d777-45c8-a92d-612088d62bd8 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0277839 Jul 13 19:43:06.889193 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-86922356-1bec-4246-afc2-9d2411a535ce req-51f80372-2616-481f-81f1-ed7e4988354b tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0341980 Jul 13 19:43:08.028659 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-c1713c73-2768-4124-8519-63e177d6b379 req-a329c265-5c33-4e51-b0ed-5b14ecd0ba6b tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0280771 Jul 13 19:43:09.171776 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-4a858740-2323-451b-900e-30bcd73c3386 req-41872f61-ec08-4625-a404-0fac9efb9014 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0272892 Jul 13 19:43:10.311991 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-703f1fcc-26ba-4e74-baf6-47d0f7f2f813 req-67c43950-b72f-4dce-b21c-9b53adb84b3d tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0288599 Jul 13 19:43:11.453783 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-360a970f-4c55-466f-8b8b-bc2a14e64ace req-69f070bc-868c-41c8-a606-2d446abf73ca tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0303392 Jul 13 19:43:12.593301 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-eae1a6e9-56fd-4428-b7cc-997508bd6fa9 req-b9f72169-5003-445a-801e-66bc0b954730 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0288517 Jul 13 19:43:12.859637 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:13.735456 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-91dedcab-18c2-4068-8bfe-312d21750658 req-819edfb9-bdb8-4b70-ab79-7011ce2663de tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0284760 Jul 13 19:43:14.874447 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-c7c540f0-31bf-440c-95b2-1aca75b7d0ca req-20b3a148-5a95-429b-85e5-f81f5b500fa0 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0303290 Jul 13 19:43:15.209666 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-588ac246-01f0-4193-af66-87fc7cdcb36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:16.018032 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-ecabb83a-6543-41e3-b58e-5b1f7d68315b req-83075530-82c8-4b93-843c-34e2e9cb42d5 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0312357 Jul 13 19:43:17.163204 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-146f6de8-5b6f-4b8b-9c3e-ccb68d319353 req-4d8da76b-3663-4458-ad0b-b28f0ee7f040 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0310366 Jul 13 19:43:17.765001 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-dd6578f9-b0d0-4e87-8159-74935ea25553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:17.891445 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:18.306819 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-070efc5a-9574-401e-862b-6e4476bc2f66 req-8f1d502a-709f-4594-9ab2-8a76177be867 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0280380 Jul 13 19:43:19.079316 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:19.456552 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f735864c-3aca-4a1b-b978-805d1c745a77 req-f95482ab-cb7a-4a60-b713-27cb52562fe4 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0345631 Jul 13 19:43:20.593223 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b562a0c6-5338-4e7f-ab68-141983e37669 req-cc823e87-0d1e-4fb4-b9e6-5b449661a6c9 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0275321 Jul 13 19:43:20.760905 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:21.732549 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-55d248b0-9aca-433e-a71c-8e184ec2c150 req-bb4a8d26-6e1a-4fa0-94ea-b95c871e542e tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0271568 Jul 13 19:43:22.334274 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-02f17729-b0f9-4783-ba1b-368a4cffff6f req-f0bcee7c-e066-4f76-8694-76693e304dc8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=94daae67-408f-45a0-bd6c-c422144a4293&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0481138 Jul 13 19:43:22.424293 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f17729-b0f9-4783-ba1b-368a4cffff6f req-2c414d43-c681-4cc6-aca7-62af99dc173d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:22.425823 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-02f17729-b0f9-4783-ba1b-368a4cffff6f req-2c414d43-c681-4cc6-aca7-62af99dc173d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f2df23c120004786bdbc54c2ad27b7df&device_id=94daae67-408f-45a0-bd6c-c422144a4293 HTTP/1.1" status: 200 len: 1098 time: 0.0514872 Jul 13 19:43:22.530176 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f17729-b0f9-4783-ba1b-368a4cffff6f req-4b0d2a04-a39c-4175-9bc7-30732f4312b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:22.531670 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-02f17729-b0f9-4783-ba1b-368a4cffff6f req-4b0d2a04-a39c-4175-9bc7-30732f4312b8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cf7dab8a-c373-4837-ae0f-7b4d00b9b824 HTTP/1.1" status: 200 len: 913 time: 0.0861499 Jul 13 19:43:22.594891 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-02f17729-b0f9-4783-ba1b-368a4cffff6f req-ab4c96d3-3c66-4b76-9362-9829f2ccfe71 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=694ac173-3cd8-4675-ab1a-ff793d587f4c HTTP/1.1" status: 200 len: 1000 time: 0.0564976 Jul 13 19:43:22.645449 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f17729-b0f9-4783-ba1b-368a4cffff6f req-0e5d1eaf-b82a-437c-ab10-f9772bb210fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:22.646894 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-02f17729-b0f9-4783-ba1b-368a4cffff6f req-0e5d1eaf-b82a-437c-ab10-f9772bb210fd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c43d8f9f-c845-4d5c-82df-5404e88902e1 HTTP/1.1" status: 200 len: 850 time: 0.0460508 Jul 13 19:43:22.701430 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f17729-b0f9-4783-ba1b-368a4cffff6f req-175b21a8-7086-48b6-be0f-a52d7393a08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:43:22.702893 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-02f17729-b0f9-4783-ba1b-368a4cffff6f req-175b21a8-7086-48b6-be0f-a52d7393a08c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf7dab8a-c373-4837-ae0f-7b4d00b9b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501165 Jul 13 19:43:22.789664 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-02f17729-b0f9-4783-ba1b-368a4cffff6f req-a4ab8ecc-c8cb-45fe-bc3b-e0bb61f2478d service neutron] 10.222.0.72 "GET /v2.0/networks/cf7dab8a-c373-4837-ae0f-7b4d00b9b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801647 Jul 13 19:43:22.874176 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-4e460b86-965f-4508-8916-7e68cf3dbd0a req-3ee67a66-e213-4e06-9627-4fba81fd1ee9 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0320010 Jul 13 19:43:22.888489 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-02f17729-b0f9-4783-ba1b-368a4cffff6f req-65863350-c7b8-40ce-823f-552b2c2d678a service neutron] 10.222.0.72 "GET /v2.0/networks/cf7dab8a-c373-4837-ae0f-7b4d00b9b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931520 Jul 13 19:43:24.017159 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-90e3e0f6-711d-41de-8a90-b75e01d475ef req-ace0b57f-1654-4822-85ff-715d97e18e80 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0287867 Jul 13 19:43:25.166677 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-ad878aaf-c1fb-4236-88da-4fdc1474b43c req-35245150-667f-408a-9699-5b0ad4421e46 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0332172 Jul 13 19:43:26.318588 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d53502e0-3327-4b05-b850-2e93f005bede req-5f7a1f55-0021-4679-901d-c58e12472d9b tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0396535 Jul 13 19:43:27.460088 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-7fd3274f-4bb6-4354-bc50-2e0e5ef95c24 req-3efc2caf-b19c-4ef9-9e45-c6f831da8134 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0281389 Jul 13 19:43:28.607727 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a8e74439-dec5-4a66-9e89-a8224cf47300 req-af09cde1-fb38-4d0f-a7e3-7986f1c00ac8 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0319757 Jul 13 19:43:29.758936 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e59f8d39-c83f-4505-9998-17cd6e0b55a1 req-e1b202c0-588d-4c9d-88f6-3590f05e8cda tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0278702 Jul 13 19:43:30.900891 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-10eb11cb-f781-414d-95c0-de8b8cbe64dc req-ce062622-f95d-450d-99c7-2feba00fbc90 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0274384 Jul 13 19:43:32.041813 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-0624c6da-954a-4b70-a191-90f656444434 req-2cb61437-5c5d-4ed9-b43f-5cbfd7319732 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0306425 Jul 13 19:43:33.178100 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-5526869a-8afc-4362-aa75-a5e548647838 req-98789554-b29e-4ec5-8b51-7f062431f421 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0272112 Jul 13 19:43:34.322168 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-5d36edad-5cd3-4857-9241-bcdf583ea9d1 req-f5a87266-d1d8-4382-9018-e45d1541d77a tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0315337 Jul 13 19:43:35.463268 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-9eba684e-d237-4ad6-b3b1-bd9b207d8e14 req-e177251d-daec-4c0d-988a-67bfedd978c5 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0290666 Jul 13 19:43:36.602111 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-9851c3fa-b208-4c1f-ada6-377f5b8fa2a4 req-13d15bb3-c63b-4bb7-a725-d5589fc5a834 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0284264 Jul 13 19:43:37.741748 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-6147ebe9-7030-48fe-89ec-dda71016039f req-24c20ce0-7cb2-4523-bd28-f55181bb7005 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0304966 Jul 13 19:43:38.623115 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:43:38.888994 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-381d43d4-1ec3-4fad-88a7-1b3abca8ba08 req-f3e972f9-ef47-4988-b094-4c5e905c7616 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0356436 Jul 13 19:43:40.032528 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-dc1a3cc4-9fdf-4707-8e22-0290800e3ffd req-ba331997-8b36-4162-ad98-19d3665583c9 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0288165 Jul 13 19:43:41.172938 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-6957adf1-8182-45c1-9faf-dfa8b80355b8 req-c9a2fa2d-831a-4c09-85df-72b13cf97d54 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0310054 Jul 13 19:43:42.311146 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-be572552-6a15-4176-a69f-c977fac1f8ad req-9bad35b2-e018-443b-ab5d-fb0febfe9bf9 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0276690 Jul 13 19:43:42.873567 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:43.455218 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-7c491b38-d429-4051-a337-9cb88b8a8d7b req-8e965a84-6190-4257-81c5-02feea07c165 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0285254 Jul 13 19:43:44.593119 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-75575a24-bb0b-482d-bfe3-9c20c1484554 req-286a3aac-a045-41fe-8307-d40c51d5d580 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0276759 Jul 13 19:43:45.211260 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-66bc4a4d-de7a-4c01-a942-70af0596ca32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:45.730588 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-03973d50-407b-46be-aa34-e7abea6d0069 req-e2f7f18c-ef2b-41bb-8bcf-9b1fec0c09d0 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0275037 Jul 13 19:43:46.870261 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0740517a-4b9e-402f-9895-dba8582b1743 req-d1bff215-844a-480d-9fdf-fc97a60825e9 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0303669 Jul 13 19:43:47.765437 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-135c439e-7544-4728-a1eb-d6c01be6d5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:47.891254 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:48.005693 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-18d6f50a-5504-4005-9792-61f3929f256b req-ea4b2b33-74fa-416d-8bca-4b027265de1b tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0278070 Jul 13 19:43:49.082116 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:49.145934 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f381d2d1-f1b2-4776-af7b-f17b1cf0f2a7 req-32dd8d4e-d929-4b17-8a8e-126305881d4a tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0283382 Jul 13 19:43:50.286048 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-4f497213-8069-4c7a-b8b7-0e0812178254 req-d7760802-9f86-40ac-bd4a-783831100419 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0317180 Jul 13 19:43:50.763549 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:51.423480 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-7af54835-a15d-49ce-b8d2-f2690b46c69b req-34ed3907-b5ff-4ec6-8190-a6742650d84d tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0275505 Jul 13 19:43:52.564671 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-bb2ef257-e166-47b6-9813-5d9183123a78 req-09700764-d2ca-448b-abbd-618343f46916 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0283549 Jul 13 19:43:53.700192 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-42381f4f-56cd-4476-beea-ed2b82318ebf req-c8dbb252-edd1-4aa5-8c42-ce18a1afd6c9 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0274916 Jul 13 19:43:54.834177 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-670132ed-8b6c-49db-94d7-74afeb854e76 req-2f0ca2be-9b4e-4879-87b7-fd8100a36bd0 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0284476 Jul 13 19:43:55.972532 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-709db6b4-ef57-47b9-9138-e87088c0170a req-f4753ef9-2633-4fd1-848f-7aef88c19a54 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0313056 Jul 13 19:43:57.107141 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-a7922c82-b4a5-422b-bd83-60416717ddda req-d63ae2cb-7f20-43a3-b01f-a7d82e9f02d2 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0274422 Jul 13 19:43:58.249277 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-271c79bb-a822-495e-9e95-20bea193595a req-98ec9f98-bcb7-4e0c-8936-4f107edd512a tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0286949 Jul 13 19:43:59.391045 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-9a67d148-121b-4609-a9d3-7a960d66479d req-9ba2651a-90f6-4192-bbcc-a539d745fd19 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0319064 Jul 13 19:44:00.531045 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-8ad28ff6-71e9-4040-a345-1b19f21bed49 req-6e6f2302-7745-4796-ab5f-8de657a3f886 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0277240 Jul 13 19:44:01.672922 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-d19f1664-3440-4d70-8812-ebc7bea7b8bb req-c6615cfe-b7f6-4316-b17a-c64658181137 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0269518 Jul 13 19:44:02.818044 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-62c1bae4-f86a-42eb-915d-dc560f9448e3 req-71255087-b76c-4975-bb6a-f431db792e6d tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0287013 Jul 13 19:44:03.956273 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-d5d31515-ba10-43fa-960b-52f058293353 req-1f4f4f20-d5f0-4b3c-99c2-7b7541c4cfb2 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0286379 Jul 13 19:44:05.097037 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c54f0c12-ae00-4c49-9720-0c7188ba3445 req-bce5a3fe-75f2-4b00-a9c4-0b522f976f6a tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0311406 Jul 13 19:44:06.234801 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-49390bad-8f69-4001-847d-021831abf88a req-86405fd1-a141-4802-a8ce-a596fce67f53 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0294158 Jul 13 19:44:07.374836 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-9f0e2414-d98b-4f7d-8f02-4c8e6a75e1a6 req-d8cb366c-05b6-4804-a93d-c5b406521832 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0282671 Jul 13 19:44:08.514132 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-41d1de2a-9ad9-425c-84a3-622d3a4c9715 req-2cf40036-0af1-42b7-9fc3-dd6074091b93 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0313308 Jul 13 19:44:09.806675 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-846e71ae-f60e-4073-a9bc-dfe1384bb6d4 req-248e1ff4-6489-4110-bbbb-e63f38534f3c tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0286703 Jul 13 19:44:10.948901 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-1adf35be-a3fb-43df-a64d-8a3c4180f1a1 req-2295533f-ae76-405f-9641-3b9a6dabe428 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0280349 Jul 13 19:44:12.129895 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-7d2f366c-2e2f-4be3-9252-1617a32c5991 req-f51634ff-ad0e-47a6-b70a-8b0f271f238d tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0287182 Jul 13 19:44:12.895128 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:13.268376 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-dc35f269-dae7-40d8-a9b1-ac20b2c5a765 req-ebbe1113-db11-4683-a293-746a5f241935 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0282290 Jul 13 19:44:14.414464 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b6d0d677-6966-47ac-9305-5205a342764e req-47c8659b-5a88-4c6e-9f8d-63fb87455a65 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0330014 Jul 13 19:44:15.211377 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-98e6af94-8b17-452c-abfb-b206acf7e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:15.561334 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e8da59d1-e003-4896-9f35-bd45d8b1cde0 req-039715dd-65fa-4bbf-be29-5160f236befe tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0279229 Jul 13 19:44:15.622335 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:44:16.701156 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-cdefd59c-8fb5-4710-9766-7ada3c03a570 req-8e655f20-58a3-4ad0-9c9b-73ddff4e3395 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0272489 Jul 13 19:44:17.766122 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-e5a2fb26-a914-4d54-8409-d38b772408e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:17.842658 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-93e9a42e-4ec5-4ccf-baa9-9db724387438 req-39ecc252-4080-4930-beaa-cf3ea090376a tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0316992 Jul 13 19:44:17.899038 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:18.982703 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-11013a25-231c-4823-9e90-d9064fde24cd req-1dc6faae-6943-4b8c-a809-4542a30e9e66 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0288732 Jul 13 19:44:19.086208 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:20.137081 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-71c40734-111c-4cc5-9269-3d9d6183ed4c req-88dd0ece-77bf-4b1e-a785-bfb079766fc7 tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0282271 Jul 13 19:44:20.771343 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:21.275455 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-8b68b29c-ef16-442c-acbc-43e798e28c75 req-b59bd9b0-6719-4303-9fd7-c2046cfbc92e tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0281336 Jul 13 19:44:22.412255 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-0a491fc3-931a-40a5-8f26-098f8c42f25f req-dd843a5d-549b-4fde-b9dc-6b3ec29785de tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0284853 Jul 13 19:44:23.552276 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-6196c1be-4f62-4f11-a762-cb3eaf417857 req-5d9d8df3-5834-4663-98e4-56bf87133cef tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0301909 Jul 13 19:44:24.327005 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-02866b04-3de1-45b3-b90d-bb69e31d902b req-7ff4a31e-273c-498e-98f5-9b20a6f149df service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=94daae67-408f-45a0-bd6c-c422144a4293&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0891542 Jul 13 19:44:24.421944 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02866b04-3de1-45b3-b90d-bb69e31d902b req-0504f4e4-6175-47ec-97c2-abddf635037a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:24.423439 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-02866b04-3de1-45b3-b90d-bb69e31d902b req-0504f4e4-6175-47ec-97c2-abddf635037a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f2df23c120004786bdbc54c2ad27b7df&device_id=94daae67-408f-45a0-bd6c-c422144a4293 HTTP/1.1" status: 200 len: 1098 time: 0.0523374 Jul 13 19:44:24.528133 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02866b04-3de1-45b3-b90d-bb69e31d902b req-57be01a9-4fe2-4734-a8c3-349c309d8ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:24.529634 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-02866b04-3de1-45b3-b90d-bb69e31d902b req-57be01a9-4fe2-4734-a8c3-349c309d8ca8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cf7dab8a-c373-4837-ae0f-7b4d00b9b824 HTTP/1.1" status: 200 len: 913 time: 0.0845952 Jul 13 19:44:24.596524 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-02866b04-3de1-45b3-b90d-bb69e31d902b req-6d45397f-d78d-4302-8f13-e731dfc4dd15 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=694ac173-3cd8-4675-ab1a-ff793d587f4c HTTP/1.1" status: 200 len: 1000 time: 0.0588002 Jul 13 19:44:24.645864 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02866b04-3de1-45b3-b90d-bb69e31d902b req-825d62e1-fdf5-4fe2-b849-5b29a6b01864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:24.647361 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-02866b04-3de1-45b3-b90d-bb69e31d902b req-825d62e1-fdf5-4fe2-b849-5b29a6b01864 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c43d8f9f-c845-4d5c-82df-5404e88902e1 HTTP/1.1" status: 200 len: 850 time: 0.0444131 Jul 13 19:44:24.691411 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-8a0aee34-23eb-4d85-8085-91e0238bad9e req-78718333-2f72-4c21-b7b7-44a90de5c89e tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0275037 Jul 13 19:44:24.708433 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02866b04-3de1-45b3-b90d-bb69e31d902b req-a4015942-f228-416c-84cc-dbe9c8853285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:24.709983 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-02866b04-3de1-45b3-b90d-bb69e31d902b req-a4015942-f228-416c-84cc-dbe9c8853285 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf7dab8a-c373-4837-ae0f-7b4d00b9b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558672 Jul 13 19:44:24.721228 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [req-02866b04-3de1-45b3-b90d-bb69e31d902b req-903ee207-f2da-41f2-9d79-0e0387c94bce service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:44:24.722160 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-02866b04-3de1-45b3-b90d-bb69e31d902b req-903ee207-f2da-41f2-9d79-0e0387c94bce service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050182 Jul 13 19:44:24.807877 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-02866b04-3de1-45b3-b90d-bb69e31d902b req-1dc5e629-80d1-4672-9f76-752b012aaac6 service neutron] 10.222.0.72 "GET /v2.0/networks/cf7dab8a-c373-4837-ae0f-7b4d00b9b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789425 Jul 13 19:44:24.898278 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-02866b04-3de1-45b3-b90d-bb69e31d902b req-1e64d2c9-84dc-42a6-8a68-90e1ff695f9b service neutron] 10.222.0.72 "GET /v2.0/networks/cf7dab8a-c373-4837-ae0f-7b4d00b9b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833538 Jul 13 19:44:25.834215 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d342ab1c-b336-4b19-af39-4b3795147fdd req-d99b09b5-2ee7-428b-bb10-5993318ac2db tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0290208 Jul 13 19:44:26.973730 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e04ea416-e335-44fd-9943-b9069883bc8e req-fbe8907b-ce06-437a-a08a-9df2d83f23ed tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0305541 Jul 13 19:44:28.124950 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-6009a362-70c2-4b3d-a447-b1481d54c831 req-37bedf36-a4a3-4543-b5ae-eeac89a0194f tempest-TestMinimumBasicScenario-1017776244 tempest-TestMinimumBasicScenario-1017776244-project] 10.222.0.22 "GET /v2.0/ports?device_id=93d09d8f-03d8-4dcd-8c1e-4967f11c9cad HTTP/1.1" status: 200 len: 210 time: 0.0287673 Jul 13 19:44:30.088949 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 33574) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:30.612723 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0e773a41-3e76-47a9-aea4-fac4a97afdbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-505412'] for router_interface, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:31.139727 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [None req-0e773a41-3e76-47a9-aea4-fac4a97afdbf admin admin] Deleting port 2d65d26f-6ed1-498d-920c-b1946022d0fd {{(pid=92884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:44:31.140399 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0e773a41-3e76-47a9-aea4-fac4a97afdbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:31.215850 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [None req-0e773a41-3e76-47a9-aea4-fac4a97afdbf admin admin] For port 2d65d26f-6ed1-498d-920c-b1946022d0fd, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=2d65d26f-6ed1-498d-920c-b1946022d0fd,segment=NetworkSegment(7463682c-908b-41b4-9218-712097f5a306),segment_id=7463682c-908b-41b4-9218-712097f5a306)] {{(pid=92884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:31.216126 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0e773a41-3e76-47a9-aea4-fac4a97afdbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:31.228977 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [None req-0e773a41-3e76-47a9-aea4-fac4a97afdbf admin admin] Calling delete_port for 2d65d26f-6ed1-498d-920c-b1946022d0fd owned by network:router_interface {{(pid=92884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:44:31.439674 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0e773a41-3e76-47a9-aea4-fac4a97afdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:31.478660 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e773a41-3e76-47a9-aea4-fac4a97afdbf admin admin] Pushing event deleted for resources: {'Port': ['ID=2d65d26f-6ed1-498d-920c-b1946022d0fd,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:31.512057 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e773a41-3e76-47a9-aea4-fac4a97afdbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:31.512260 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e773a41-3e76-47a9-aea4-fac4a97afdbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:31.512573 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e773a41-3e76-47a9-aea4-fac4a97afdbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:31.512910 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e773a41-3e76-47a9-aea4-fac4a97afdbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:31.513245 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e773a41-3e76-47a9-aea4-fac4a97afdbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:31.513573 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e773a41-3e76-47a9-aea4-fac4a97afdbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:31.513902 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e773a41-3e76-47a9-aea4-fac4a97afdbf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:31.514226 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e773a41-3e76-47a9-aea4-fac4a97afdbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:31.514556 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e773a41-3e76-47a9-aea4-fac4a97afdbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:31.514879 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e773a41-3e76-47a9-aea4-fac4a97afdbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:31.515199 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e773a41-3e76-47a9-aea4-fac4a97afdbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:31.515517 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e773a41-3e76-47a9-aea4-fac4a97afdbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:31.669003 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0e773a41-3e76-47a9-aea4-fac4a97afdbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-645678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-505576'] for router_interface, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:31.877795 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e773a41-3e76-47a9-aea4-fac4a97afdbf admin admin] Router 9877da21-dbfb-4ffa-a301-4d01ab9b37fc has already been hosted by L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd {{(pid=92884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:44:31.982114 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e773a41-3e76-47a9-aea4-fac4a97afdbf admin admin] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:44:31.987207 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-0e773a41-3e76-47a9-aea4-fac4a97afdbf admin admin] 10.222.0.22 "PUT /v2.0/routers/9877da21-dbfb-4ffa-a301-4d01ab9b37fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8973212 Jul 13 19:44:31.989719 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 33598) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:31.992540 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62188acc-dd30-4e65-9221-59ca22666988 None None] Sync routers for ids ['9877da21-dbfb-4ffa-a301-4d01ab9b37fc'] in dv-cinder-786933-3-iscsi {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:44:32.001865 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62188acc-dd30-4e65-9221-59ca22666988 None None] Routers {'9877da21-dbfb-4ffa-a301-4d01ab9b37fc'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:32.002475 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-62188acc-dd30-4e65-9221-59ca22666988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:44:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['9877da21-dbfb-4ffa-a301-4d01ab9b37fc'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:32.093955 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0f91e36f-a750-495b-8eea-11449fa8b8fb admin admin] Notify callbacks [] for router, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:32.104484 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-62188acc-dd30-4e65-9221-59ca22666988 None None] Set router 9877da21-dbfb-4ffa-a301-4d01ab9b37fc gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:44:32.195059 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0f91e36f-a750-495b-8eea-11449fa8b8fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:32.256770 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [None req-0f91e36f-a750-495b-8eea-11449fa8b8fb admin admin] Deleting port eb39f659-011a-4e41-87cd-935a7589b90a {{(pid=92884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:44:32.257115 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0f91e36f-a750-495b-8eea-11449fa8b8fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:32.281531 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-62188acc-dd30-4e65-9221-59ca22666988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9877da21-dbfb-4ffa-a301-4d01ab9b37fc', 'name': 'tempest-TestMinimumBasicScenario-1972901604-router', 'tenant_id': 'df66158c799144888d9e3e2d499b2c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'eb39f659-011a-4e41-87cd-935a7589b90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:10Z', 'updated_at': '2021-07-13T19:44:31Z', 'revision_number': 5, 'project_id': 'df66158c799144888d9e3e2d499b2c33', 'gw_port': {'id': 'eb39f659-011a-4e41-87cd-935a7589b90a', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9877da21-dbfb-4ffa-a301-4d01ab9b37fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:10Z', 'updated_at': '2021-07-13T19:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi'}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:32.307283 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62188acc-dd30-4e65-9221-59ca22666988 None None] Checking router: 9877da21-dbfb-4ffa-a301-4d01ab9b37fc for host: dv-cinder-786933-3-iscsi {{(pid=92886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:44:32.315770 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62188acc-dd30-4e65-9221-59ca22666988 None None] Routers {'9877da21-dbfb-4ffa-a301-4d01ab9b37fc'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:32.316388 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-62188acc-dd30-4e65-9221-59ca22666988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:44:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['9877da21-dbfb-4ffa-a301-4d01ab9b37fc'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:32.337737 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [None req-0f91e36f-a750-495b-8eea-11449fa8b8fb admin admin] For port eb39f659-011a-4e41-87cd-935a7589b90a, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=eb39f659-011a-4e41-87cd-935a7589b90a,segment=NetworkSegment(13a02452-998b-4f16-8f41-6eb5670d640f),segment_id=13a02452-998b-4f16-8f41-6eb5670d640f)] {{(pid=92884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:32.338105 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0f91e36f-a750-495b-8eea-11449fa8b8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:32.350095 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [None req-0f91e36f-a750-495b-8eea-11449fa8b8fb admin admin] Calling delete_port for eb39f659-011a-4e41-87cd-935a7589b90a owned by network:router_gateway {{(pid=92884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:44:32.402450 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-62188acc-dd30-4e65-9221-59ca22666988 None None] Set router 9877da21-dbfb-4ffa-a301-4d01ab9b37fc gateway port host: None {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:44:32.455811 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-62188acc-dd30-4e65-9221-59ca22666988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9877da21-dbfb-4ffa-a301-4d01ab9b37fc', 'name': 'tempest-TestMinimumBasicScenario-1972901604-router', 'tenant_id': 'df66158c799144888d9e3e2d499b2c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:10Z', 'updated_at': '2021-07-13T19:44:32Z', 'revision_number': 6, 'project_id': 'df66158c799144888d9e3e2d499b2c33', 'gw_port_host': None}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:32.491353 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62188acc-dd30-4e65-9221-59ca22666988 None None] The sync data for ids ['9877da21-dbfb-4ffa-a301-4d01ab9b37fc'] in dv-cinder-786933-3-iscsi is: [{'id': '9877da21-dbfb-4ffa-a301-4d01ab9b37fc', 'name': 'tempest-TestMinimumBasicScenario-1972901604-router', 'tenant_id': 'df66158c799144888d9e3e2d499b2c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:10Z', 'updated_at': '2021-07-13T19:44:32Z', 'revision_number': 6, 'project_id': 'df66158c799144888d9e3e2d499b2c33', 'gw_port_host': None}] {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:44:32.543283 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0f91e36f-a750-495b-8eea-11449fa8b8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:32.584318 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91e36f-a750-495b-8eea-11449fa8b8fb admin admin] Pushing event deleted for resources: {'Port': ['ID=eb39f659-011a-4e41-87cd-935a7589b90a,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:32.647193 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0f91e36f-a750-495b-8eea-11449fa8b8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-502286'] for router_gateway, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:32.764163 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0f91e36f-a750-495b-8eea-11449fa8b8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-502773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57501'] for router, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:32.766284 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0f91e36f-a750-495b-8eea-11449fa8b8fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:32.830412 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0f91e36f-a750-495b-8eea-11449fa8b8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-506629'] for router, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:32.831064 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f91e36f-a750-495b-8eea-11449fa8b8fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9877da21-dbfb-4ffa-a301-4d01ab9b37fc {{(pid=92884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:44:32.836556 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0f91e36f-a750-495b-8eea-11449fa8b8fb admin admin] Notify callbacks [] for router, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:32.837875 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-0f91e36f-a750-495b-8eea-11449fa8b8fb admin admin] 10.222.0.22 "DELETE /v2.0/routers/9877da21-dbfb-4ffa-a301-4d01ab9b37fc HTTP/1.1" status: 204 len: 168 time: 0.8472595 Jul 13 19:44:32.840532 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 33610) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:32.886962 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.db_base_plugin_v2 [None req-f92cc27d-ae31-468c-9cb6-380cf3c1d57a admin admin] Deleting subnet 6c509fd0-b2ef-4a02-b3c6-9aba994fdd49 {{(pid=92885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:44:32.890577 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-f92cc27d-ae31-468c-9cb6-380cf3c1d57a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:32.926243 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-f92cc27d-ae31-468c-9cb6-380cf3c1d57a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4246849'] for subnet, precommit_delete_associations {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:33.043796 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-f92cc27d-ae31-468c-9cb6-380cf3c1d57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1491773'] for subnet, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:33.097449 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-f92cc27d-ae31-468c-9cb6-380cf3c1d57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1491780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6010231'] for subnet, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:33.123241 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cc27d-ae31-468c-9cb6-380cf3c1d57a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c509fd0-b2ef-4a02-b3c6-9aba994fdd49,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:33.130824 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-f92cc27d-ae31-468c-9cb6-380cf3c1d57a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:33.130824 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-f92cc27d-ae31-468c-9cb6-380cf3c1d57a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6c509fd0-b2ef-4a02-b3c6-9aba994fdd49 HTTP/1.1" status: 204 len: 168 time: 0.2883089 Jul 13 19:44:33.132577 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 33612) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:33.134914 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cc27d-ae31-468c-9cb6-380cf3c1d57a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:33.135264 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cc27d-ae31-468c-9cb6-380cf3c1d57a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:33.135393 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b9ff3f-1948-40fd-b1ad-2e0f4132cfbd None None] Network 0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7 requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:44:33.135878 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cc27d-ae31-468c-9cb6-380cf3c1d57a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:33.135992 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cc27d-ae31-468c-9cb6-380cf3c1d57a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:33.136247 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cc27d-ae31-468c-9cb6-380cf3c1d57a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:33.136616 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cc27d-ae31-468c-9cb6-380cf3c1d57a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:33.136950 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cc27d-ae31-468c-9cb6-380cf3c1d57a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:33.137281 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cc27d-ae31-468c-9cb6-380cf3c1d57a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:33.137821 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cc27d-ae31-468c-9cb6-380cf3c1d57a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:33.138159 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cc27d-ae31-468c-9cb6-380cf3c1d57a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:33.138485 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cc27d-ae31-468c-9cb6-380cf3c1d57a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:33.138810 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cc27d-ae31-468c-9cb6-380cf3c1d57a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:33.203298 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-6a7ef8cc-12bb-43cc-ac89-a6aae0132a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640404'] for network, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:33.269655 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [None req-6a7ef8cc-12bb-43cc-ac89-a6aae0132a37 admin admin] Deleting port 14d121b5-fa12-4611-b8e5-c46b14442f25 {{(pid=92884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:44:33.270294 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-6a7ef8cc-12bb-43cc-ac89-a6aae0132a37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:33.301417 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 2d65d26f-6ed1-498d-920c-b1946022d0fd no longer exists at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:44:33.320906 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] No Port match for: 2d65d26f-6ed1-498d-920c-b1946022d0fd {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:44:33.321256 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 2d65d26f-6ed1-498d-920c-b1946022d0fd not bound to the agent host dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:44:33.322187 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device eb39f659-011a-4e41-87cd-935a7589b90a no longer exists at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:44:33.342628 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2af4f3e-0f52-40fb-a84a-7eda8313fbb2 None None] DHCP port deletion for 0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7 request from dv-cinder-786933-3-iscsi {{(pid=92886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:44:33.347722 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] No Port match for: eb39f659-011a-4e41-87cd-935a7589b90a {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:44:33.348067 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device eb39f659-011a-4e41-87cd-935a7589b90a not bound to the agent host dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:44:33.358859 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [None req-6a7ef8cc-12bb-43cc-ac89-a6aae0132a37 admin admin] For port 14d121b5-fa12-4611-b8e5-c46b14442f25, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=14d121b5-fa12-4611-b8e5-c46b14442f25,segment=NetworkSegment(7463682c-908b-41b4-9218-712097f5a306),segment_id=7463682c-908b-41b4-9218-712097f5a306)] {{(pid=92884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:33.359213 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-6a7ef8cc-12bb-43cc-ac89-a6aae0132a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:33.372302 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [None req-6a7ef8cc-12bb-43cc-ac89-a6aae0132a37 admin admin] Calling delete_port for 14d121b5-fa12-4611-b8e5-c46b14442f25 owned by network:dhcp {{(pid=92884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:44:33.394563 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-f2af4f3e-0f52-40fb-a84a-7eda8313fbb2 None None] Deleting port 14d121b5-fa12-4611-b8e5-c46b14442f25 {{(pid=92886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:44:33.394970 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-f2af4f3e-0f52-40fb-a84a-7eda8313fbb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:33.458028 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-6a7ef8cc-12bb-43cc-ac89-a6aae0132a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:33.461069 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-f2af4f3e-0f52-40fb-a84a-7eda8313fbb2 None None] For port 14d121b5-fa12-4611-b8e5-c46b14442f25, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=14d121b5-fa12-4611-b8e5-c46b14442f25,segment=NetworkSegment(7463682c-908b-41b4-9218-712097f5a306),segment_id=7463682c-908b-41b4-9218-712097f5a306)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:33.461466 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-f2af4f3e-0f52-40fb-a84a-7eda8313fbb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:33.475380 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-f2af4f3e-0f52-40fb-a84a-7eda8313fbb2 None None] Calling delete_port for 14d121b5-fa12-4611-b8e5-c46b14442f25 owned by network:dhcp {{(pid=92886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:44:33.483305 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ef8cc-12bb-43cc-ac89-a6aae0132a37 admin admin] Pushing event deleted for resources: {'Port': ['ID=14d121b5-fa12-4611-b8e5-c46b14442f25,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:33.488127 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7ef8cc-12bb-43cc-ac89-a6aae0132a37 admin admin] No DVR routers for this DVR port 14d121b5-fa12-4611-b8e5-c46b14442f25 on host dv-cinder-786933-3-iscsi {{(pid=92884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:44:33.569777 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-6a7ef8cc-12bb-43cc-ac89-a6aae0132a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1457064', 'neutron.services.segments.db._delete_segments_for_network-8772357979203'] for network, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:33.581025 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.services.segments.db [None req-6a7ef8cc-12bb-43cc-ac89-a6aae0132a37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7']}} {{(pid=92884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:33.600990 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.services.segments.db [None req-6a7ef8cc-12bb-43cc-ac89-a6aae0132a37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7463682c-908b-41b4-9218-712097f5a306') {'for_net_delete': True} {{(pid=92884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:33.601293 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.services.segments.db [None req-6a7ef8cc-12bb-43cc-ac89-a6aae0132a37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7463682c-908b-41b4-9218-712097f5a306') {} {{(pid=92884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:33.611242 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-6a7ef8cc-12bb-43cc-ac89-a6aae0132a37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772357979724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873509'] for segment, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:33.633040 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-6a7ef8cc-12bb-43cc-ac89-a6aae0132a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480'] for segment, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:33.640621 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a7ef8cc-12bb-43cc-ac89-a6aae0132a37 admin admin] Releasing vlan 1171 on physical network physnet1 to pool {{(pid=92884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-6a7ef8cc-12bb-43cc-ac89-a6aae0132a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4873981'] for segment, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: Traceback (most recent call last): Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: timer() Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: cb(*args, **kw) Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: return func(*args, **kwargs) Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: self._notify() Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: self.callback(batched_events) Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: event.method(event) Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: return f(self, *a, **k) Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: return self._get(url).json() Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: return self.request(url, 'GET', **kwargs) Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:44:33.642938 dv-cinder-786933-3-iscsi neutron-server[92884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:44:33.707204 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-6a7ef8cc-12bb-43cc-ac89-a6aae0132a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1457087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502378'] for network, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:33.724429 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-6a7ef8cc-12bb-43cc-ac89-a6aae0132a37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for network, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:33.725169 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-6a7ef8cc-12bb-43cc-ac89-a6aae0132a37 admin admin] 10.222.0.22 "DELETE /v2.0/networks/0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7 HTTP/1.1" status: 204 len: 168 time: 0.5915880 Jul 13 19:44:33.726527 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ef8cc-12bb-43cc-ac89-a6aae0132a37 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:33.728971 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 33624) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:33.745232 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-f2af4f3e-0f52-40fb-a84a-7eda8313fbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828'] for port, after_delete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:33.768078 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f2af4f3e-0f52-40fb-a84a-7eda8313fbb2 None None] Network 0f3c8999-5a68-4fd9-b3d0-cc3214a7e7e7 is not hosted by any dhcp agent {{(pid=92886) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 13 19:44:33.768779 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2af4f3e-0f52-40fb-a84a-7eda8313fbb2 None None] No DVR routers for this DVR port 14d121b5-fa12-4611-b8e5-c46b14442f25 on host dv-cinder-786933-3-iscsi {{(pid=92886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:44:33.770298 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af4f3e-0f52-40fb-a84a-7eda8313fbb2 None None] Pushing event deleted for resources: {'Port': ['ID=14d121b5-fa12-4611-b8e5-c46b14442f25,revision_number=None']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:33.779294 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af4f3e-0f52-40fb-a84a-7eda8313fbb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:33.779642 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af4f3e-0f52-40fb-a84a-7eda8313fbb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:33.779985 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af4f3e-0f52-40fb-a84a-7eda8313fbb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:33.780325 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af4f3e-0f52-40fb-a84a-7eda8313fbb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:33.780686 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af4f3e-0f52-40fb-a84a-7eda8313fbb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:33.781028 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af4f3e-0f52-40fb-a84a-7eda8313fbb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:33.781357 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af4f3e-0f52-40fb-a84a-7eda8313fbb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:33.781684 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af4f3e-0f52-40fb-a84a-7eda8313fbb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:33.782029 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af4f3e-0f52-40fb-a84a-7eda8313fbb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:33.782358 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af4f3e-0f52-40fb-a84a-7eda8313fbb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:33.782686 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af4f3e-0f52-40fb-a84a-7eda8313fbb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:33.783002 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af4f3e-0f52-40fb-a84a-7eda8313fbb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:34.062697 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9fdff740-47e3-44a2-8ff7-8ffbe9d3f41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-505412'] for router_interface, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:34.301090 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [None req-9fdff740-47e3-44a2-8ff7-8ffbe9d3f41e admin admin] Deleting port 2b1705ca-1a94-4652-a4d1-124e90a564f5 {{(pid=92884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:44:34.301769 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9fdff740-47e3-44a2-8ff7-8ffbe9d3f41e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:34.375719 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [None req-9fdff740-47e3-44a2-8ff7-8ffbe9d3f41e admin admin] For port 2b1705ca-1a94-4652-a4d1-124e90a564f5, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=2b1705ca-1a94-4652-a4d1-124e90a564f5,segment=NetworkSegment(6e0dd2f2-d2f0-4908-8e94-a3afe1e39435),segment_id=6e0dd2f2-d2f0-4908-8e94-a3afe1e39435)] {{(pid=92884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:34.375992 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9fdff740-47e3-44a2-8ff7-8ffbe9d3f41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:34.388145 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [None req-9fdff740-47e3-44a2-8ff7-8ffbe9d3f41e admin admin] Calling delete_port for 2b1705ca-1a94-4652-a4d1-124e90a564f5 owned by network:router_interface {{(pid=92884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:44:34.565117 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9fdff740-47e3-44a2-8ff7-8ffbe9d3f41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:34.600123 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdff740-47e3-44a2-8ff7-8ffbe9d3f41e admin admin] Pushing event deleted for resources: {'Port': ['ID=2b1705ca-1a94-4652-a4d1-124e90a564f5,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:34.824554 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9fdff740-47e3-44a2-8ff7-8ffbe9d3f41e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-645678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-505576'] for router_interface, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:35.047631 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 14d121b5-fa12-4611-b8e5-c46b14442f25 no longer exists at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:44:35.071651 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] No Port match for: 14d121b5-fa12-4611-b8e5-c46b14442f25 {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:44:35.071989 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 14d121b5-fa12-4611-b8e5-c46b14442f25 not bound to the agent host dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:44:35.284187 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fdff740-47e3-44a2-8ff7-8ffbe9d3f41e admin admin] Router 166a9bbb-0519-4914-8203-add0e7cb4c60 has already been hosted by L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd {{(pid=92884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:44:35.387810 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdff740-47e3-44a2-8ff7-8ffbe9d3f41e admin admin] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:44:35.393136 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-9fdff740-47e3-44a2-8ff7-8ffbe9d3f41e admin admin] 10.222.0.22 "PUT /v2.0/routers/166a9bbb-0519-4914-8203-add0e7cb4c60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6633005 Jul 13 19:44:35.395697 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 33636) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:35.397281 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7881a124-f754-4364-ba01-bac67b747fb3 None None] Sync routers for ids ['166a9bbb-0519-4914-8203-add0e7cb4c60'] in dv-cinder-786933-3-iscsi {{(pid=92887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:44:35.409843 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7881a124-f754-4364-ba01-bac67b747fb3 None None] Routers {'166a9bbb-0519-4914-8203-add0e7cb4c60'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:35.414556 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-7881a124-f754-4364-ba01-bac67b747fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:44:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['166a9bbb-0519-4914-8203-add0e7cb4c60'], 'active': True} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:35.496720 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-bee5691a-b69c-484a-b6cd-4c15c4ac3422 admin admin] Notify callbacks [] for router, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:35.512944 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvr_db [None req-7881a124-f754-4364-ba01-bac67b747fb3 None None] Set router 166a9bbb-0519-4914-8203-add0e7cb4c60 gateway port host: dv-cinder-786933-3-iscsi {{(pid=92887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:44:35.601968 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-bee5691a-b69c-484a-b6cd-4c15c4ac3422 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:35.656794 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [None req-bee5691a-b69c-484a-b6cd-4c15c4ac3422 admin admin] Deleting port 3bf5fe98-3122-4e40-bcd5-f0377975ca51 {{(pid=92884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:44:35.657144 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-bee5691a-b69c-484a-b6cd-4c15c4ac3422 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:35.693058 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-7881a124-f754-4364-ba01-bac67b747fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166a9bbb-0519-4914-8203-add0e7cb4c60', 'name': 'tempest-TestMinimumBasicScenario-2131650511-router', 'tenant_id': 'e8e27ef316e44b88957bd50b5e1c7fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '3bf5fe98-3122-4e40-bcd5-f0377975ca51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:15Z', 'updated_at': '2021-07-13T19:44:34Z', 'revision_number': 5, 'project_id': 'e8e27ef316e44b88957bd50b5e1c7fa7', 'gw_port': {'id': '3bf5fe98-3122-4e40-bcd5-f0377975ca51', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bf:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166a9bbb-0519-4914-8203-add0e7cb4c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:16Z', 'updated_at': '2021-07-13T19:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi'}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:35.721386 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7881a124-f754-4364-ba01-bac67b747fb3 None None] Checking router: 166a9bbb-0519-4914-8203-add0e7cb4c60 for host: dv-cinder-786933-3-iscsi {{(pid=92887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:44:35.729999 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7881a124-f754-4364-ba01-bac67b747fb3 None None] Routers {'166a9bbb-0519-4914-8203-add0e7cb4c60'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:35.730518 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-7881a124-f754-4364-ba01-bac67b747fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:44:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['166a9bbb-0519-4914-8203-add0e7cb4c60'], 'active': True} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:35.735875 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [None req-bee5691a-b69c-484a-b6cd-4c15c4ac3422 admin admin] For port 3bf5fe98-3122-4e40-bcd5-f0377975ca51, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=3bf5fe98-3122-4e40-bcd5-f0377975ca51,segment=NetworkSegment(13a02452-998b-4f16-8f41-6eb5670d640f),segment_id=13a02452-998b-4f16-8f41-6eb5670d640f)] {{(pid=92884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:35.736234 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-bee5691a-b69c-484a-b6cd-4c15c4ac3422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:35.751612 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [None req-bee5691a-b69c-484a-b6cd-4c15c4ac3422 admin admin] Calling delete_port for 3bf5fe98-3122-4e40-bcd5-f0377975ca51 owned by network:router_gateway {{(pid=92884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:44:35.819667 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvr_db [None req-7881a124-f754-4364-ba01-bac67b747fb3 None None] Set router 166a9bbb-0519-4914-8203-add0e7cb4c60 gateway port host: None {{(pid=92887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:44:35.878104 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-7881a124-f754-4364-ba01-bac67b747fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166a9bbb-0519-4914-8203-add0e7cb4c60', 'name': 'tempest-TestMinimumBasicScenario-2131650511-router', 'tenant_id': 'e8e27ef316e44b88957bd50b5e1c7fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:15Z', 'updated_at': '2021-07-13T19:44:35Z', 'revision_number': 6, 'project_id': 'e8e27ef316e44b88957bd50b5e1c7fa7', 'gw_port_host': None}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:35.902196 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7881a124-f754-4364-ba01-bac67b747fb3 None None] The sync data for ids ['166a9bbb-0519-4914-8203-add0e7cb4c60'] in dv-cinder-786933-3-iscsi is: [{'id': '166a9bbb-0519-4914-8203-add0e7cb4c60', 'name': 'tempest-TestMinimumBasicScenario-2131650511-router', 'tenant_id': 'e8e27ef316e44b88957bd50b5e1c7fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:15Z', 'updated_at': '2021-07-13T19:44:35Z', 'revision_number': 6, 'project_id': 'e8e27ef316e44b88957bd50b5e1c7fa7', 'gw_port_host': None}] {{(pid=92887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:44:35.957252 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-bee5691a-b69c-484a-b6cd-4c15c4ac3422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:35.988024 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5691a-b69c-484a-b6cd-4c15c4ac3422 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bf5fe98-3122-4e40-bcd5-f0377975ca51,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:36.052753 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-bee5691a-b69c-484a-b6cd-4c15c4ac3422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-502286'] for router_gateway, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:36.145678 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-bee5691a-b69c-484a-b6cd-4c15c4ac3422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-502773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57501'] for router, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:36.147695 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-bee5691a-b69c-484a-b6cd-4c15c4ac3422 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:36.194083 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-bee5691a-b69c-484a-b6cd-4c15c4ac3422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-506629'] for router, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:36.194634 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee5691a-b69c-484a-b6cd-4c15c4ac3422 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 166a9bbb-0519-4914-8203-add0e7cb4c60 {{(pid=92884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:44:36.199877 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-bee5691a-b69c-484a-b6cd-4c15c4ac3422 admin admin] Notify callbacks [] for router, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:36.201063 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-bee5691a-b69c-484a-b6cd-4c15c4ac3422 admin admin] 10.222.0.22 "DELETE /v2.0/routers/166a9bbb-0519-4914-8203-add0e7cb4c60 HTTP/1.1" status: 204 len: 168 time: 0.8044000 Jul 13 19:44:36.203432 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 33648) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:36.250968 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.db_base_plugin_v2 [None req-602b88b2-5c71-4cc8-81b3-b0e3c60d93fe admin admin] Deleting subnet f76ab614-4776-429b-9140-78a17b078b2f {{(pid=92884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:44:36.254083 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-602b88b2-5c71-4cc8-81b3-b0e3c60d93fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:36.287164 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-602b88b2-5c71-4cc8-81b3-b0e3c60d93fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873532'] for subnet, precommit_delete_associations {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:36.398720 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-602b88b2-5c71-4cc8-81b3-b0e3c60d93fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1491773'] for subnet, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:36.459176 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-602b88b2-5c71-4cc8-81b3-b0e3c60d93fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1491780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4873555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5003205'] for subnet, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:36.485179 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b88b2-5c71-4cc8-81b3-b0e3c60d93fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f76ab614-4776-429b-9140-78a17b078b2f,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:36.488842 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-602b88b2-5c71-4cc8-81b3-b0e3c60d93fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for subnet, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:36.490757 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-602b88b2-5c71-4cc8-81b3-b0e3c60d93fe admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f76ab614-4776-429b-9140-78a17b078b2f HTTP/1.1" status: 204 len: 168 time: 0.2864017 Jul 13 19:44:36.493291 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 33650) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:36.495783 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7978adf2-7626-4c4d-96bf-6ba3381236d8 None None] Network 0b648cc0-74f8-4476-9054-16cedf9ddee5 requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:44:36.565566 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0774df29-83a8-40a3-b0c0-8fbad87e2c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640404'] for network, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:36.628002 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [None req-0774df29-83a8-40a3-b0c0-8fbad87e2c8f admin admin] Deleting port d8b95234-2d13-4a06-a8f4-a360d062bea2 {{(pid=92884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:44:36.628539 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0774df29-83a8-40a3-b0c0-8fbad87e2c8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:36.695067 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93636ccb-8d22-4687-a9b9-3eee0ac64267 None None] DHCP port deletion for 0b648cc0-74f8-4476-9054-16cedf9ddee5 request from dv-cinder-786933-3-iscsi {{(pid=92886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:44:36.698382 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [None req-0774df29-83a8-40a3-b0c0-8fbad87e2c8f admin admin] For port d8b95234-2d13-4a06-a8f4-a360d062bea2, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=d8b95234-2d13-4a06-a8f4-a360d062bea2,segment=NetworkSegment(6e0dd2f2-d2f0-4908-8e94-a3afe1e39435),segment_id=6e0dd2f2-d2f0-4908-8e94-a3afe1e39435)] {{(pid=92884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:36.698753 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0774df29-83a8-40a3-b0c0-8fbad87e2c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:36.712875 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [None req-0774df29-83a8-40a3-b0c0-8fbad87e2c8f admin admin] Calling delete_port for d8b95234-2d13-4a06-a8f4-a360d062bea2 owned by network:dhcp {{(pid=92884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:44:36.749298 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-93636ccb-8d22-4687-a9b9-3eee0ac64267 None None] Deleting port d8b95234-2d13-4a06-a8f4-a360d062bea2 {{(pid=92886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:44:36.749675 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-93636ccb-8d22-4687-a9b9-3eee0ac64267 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:36.797804 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0774df29-83a8-40a3-b0c0-8fbad87e2c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:36.816753 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-93636ccb-8d22-4687-a9b9-3eee0ac64267 None None] For port d8b95234-2d13-4a06-a8f4-a360d062bea2, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=d8b95234-2d13-4a06-a8f4-a360d062bea2,segment=NetworkSegment(6e0dd2f2-d2f0-4908-8e94-a3afe1e39435),segment_id=6e0dd2f2-d2f0-4908-8e94-a3afe1e39435)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:36.817176 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-93636ccb-8d22-4687-a9b9-3eee0ac64267 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:36.824481 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774df29-83a8-40a3-b0c0-8fbad87e2c8f admin admin] Pushing event deleted for resources: {'Port': ['ID=d8b95234-2d13-4a06-a8f4-a360d062bea2,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:36.828040 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0774df29-83a8-40a3-b0c0-8fbad87e2c8f admin admin] No DVR routers for this DVR port d8b95234-2d13-4a06-a8f4-a360d062bea2 on host dv-cinder-786933-3-iscsi {{(pid=92884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:44:36.837580 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-93636ccb-8d22-4687-a9b9-3eee0ac64267 None None] Calling delete_port for d8b95234-2d13-4a06-a8f4-a360d062bea2 owned by network:dhcp {{(pid=92886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:44:36.903718 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0774df29-83a8-40a3-b0c0-8fbad87e2c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1457064', 'neutron.services.segments.db._delete_segments_for_network-8772357979203'] for network, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:36.916865 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.services.segments.db [None req-0774df29-83a8-40a3-b0c0-8fbad87e2c8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b648cc0-74f8-4476-9054-16cedf9ddee5']}} {{(pid=92884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:36.934079 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.services.segments.db [None req-0774df29-83a8-40a3-b0c0-8fbad87e2c8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e0dd2f2-d2f0-4908-8e94-a3afe1e39435') {'for_net_delete': True} {{(pid=92884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:36.934538 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.services.segments.db [None req-0774df29-83a8-40a3-b0c0-8fbad87e2c8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e0dd2f2-d2f0-4908-8e94-a3afe1e39435') {} {{(pid=92884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:36.935306 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-93636ccb-8d22-4687-a9b9-3eee0ac64267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828'] for port, after_delete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:36.945036 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0774df29-83a8-40a3-b0c0-8fbad87e2c8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772357979724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873509'] for segment, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:36.965497 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0774df29-83a8-40a3-b0c0-8fbad87e2c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480'] for segment, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:36.972411 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0774df29-83a8-40a3-b0c0-8fbad87e2c8f admin admin] Releasing vlan 1174 on physical network physnet1 to pool {{(pid=92884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:44:36.972865 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0774df29-83a8-40a3-b0c0-8fbad87e2c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4873981'] for segment, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:36.973186 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93636ccb-8d22-4687-a9b9-3eee0ac64267 None None] Pushing event deleted for resources: {'Port': ['ID=d8b95234-2d13-4a06-a8f4-a360d062bea2,revision_number=None']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:36.974606 dv-cinder-786933-3-iscsi neutron-server[92884]: Traceback (most recent call last): Jul 13 19:44:36.974606 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:44:36.974606 dv-cinder-786933-3-iscsi neutron-server[92884]: timer() Jul 13 19:44:36.974606 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:44:36.974606 dv-cinder-786933-3-iscsi neutron-server[92884]: cb(*args, **kw) Jul 13 19:44:36.974606 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:44:36.974606 dv-cinder-786933-3-iscsi neutron-server[92884]: return func(*args, **kwargs) Jul 13 19:44:36.974606 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:44:36.974606 dv-cinder-786933-3-iscsi neutron-server[92884]: self._notify() Jul 13 19:44:36.974606 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:44:36.974606 dv-cinder-786933-3-iscsi neutron-server[92884]: self.callback(batched_events) Jul 13 19:44:36.974606 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:44:36.974606 dv-cinder-786933-3-iscsi neutron-server[92884]: event.method(event) Jul 13 19:44:36.974606 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:44:36.974606 dv-cinder-786933-3-iscsi neutron-server[92884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:44:36.974606 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:44:36.974606 dv-cinder-786933-3-iscsi neutron-server[92884]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:44:36.974606 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:44:36.974606 dv-cinder-786933-3-iscsi neutron-server[92884]: return f(self, *a, **k) Jul 13 19:44:36.974606 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:44:36.974606 dv-cinder-786933-3-iscsi neutron-server[92884]: return self._get(url).json() Jul 13 19:44:36.974606 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:44:36.974606 dv-cinder-786933-3-iscsi neutron-server[92884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:44:36.974606 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:44:36.974606 dv-cinder-786933-3-iscsi neutron-server[92884]: return self.request(url, 'GET', **kwargs) Jul 13 19:44:36.974606 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:44:36.974606 dv-cinder-786933-3-iscsi neutron-server[92884]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:44:36.974606 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:44:36.974606 dv-cinder-786933-3-iscsi neutron-server[92884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:44:36.974606 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:44:36.974606 dv-cinder-786933-3-iscsi neutron-server[92884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:44:36.974606 dv-cinder-786933-3-iscsi neutron-server[92884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:44:36.990154 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93636ccb-8d22-4687-a9b9-3eee0ac64267 None None] No DVR routers for this DVR port d8b95234-2d13-4a06-a8f4-a360d062bea2 on host dv-cinder-786933-3-iscsi {{(pid=92886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:44:37.027942 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 3bf5fe98-3122-4e40-bcd5-f0377975ca51 no longer exists at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:44:37.028689 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0774df29-83a8-40a3-b0c0-8fbad87e2c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1457087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502378'] for network, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:37.033516 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0774df29-83a8-40a3-b0c0-8fbad87e2c8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for network, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:37.037045 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-0774df29-83a8-40a3-b0c0-8fbad87e2c8f admin admin] 10.222.0.22 "DELETE /v2.0/networks/0b648cc0-74f8-4476-9054-16cedf9ddee5 HTTP/1.1" status: 204 len: 168 time: 0.5426941 Jul 13 19:44:37.048801 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] No Port match for: 3bf5fe98-3122-4e40-bcd5-f0377975ca51 {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:44:37.049155 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 3bf5fe98-3122-4e40-bcd5-f0377975ca51 not bound to the agent host dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:44:37.049572 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 2b1705ca-1a94-4652-a4d1-124e90a564f5 no longer exists at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:44:37.052363 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774df29-83a8-40a3-b0c0-8fbad87e2c8f admin admin] Pushing event deleted for resources: {'Network': ['ID=0b648cc0-74f8-4476-9054-16cedf9ddee5,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:37.069467 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] No Port match for: 2b1705ca-1a94-4652-a4d1-124e90a564f5 {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:44:37.069809 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 2b1705ca-1a94-4652-a4d1-124e90a564f5 not bound to the agent host dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:44:37.070234 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device d8b95234-2d13-4a06-a8f4-a360d062bea2 no longer exists at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:44:37.088745 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] No Port match for: d8b95234-2d13-4a06-a8f4-a360d062bea2 {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:44:37.089082 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device d8b95234-2d13-4a06-a8f4-a360d062bea2 not bound to the agent host dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:44:37.158193 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 33664) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:37.201793 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-5a52a749-ab3a-457b-b98b-7daaacb905dc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=df66158c799144888d9e3e2d499b2c33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423853 Jul 13 19:44:37.204463 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 33666) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:37.252149 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-c8dc5a0c-8ed8-494a-89ba-2239a64eac12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:37.272023 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-c8dc5a0c-8ed8-494a-89ba-2239a64eac12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:37.317964 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-c8dc5a0c-8ed8-494a-89ba-2239a64eac12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:37.320679 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-c8dc5a0c-8ed8-494a-89ba-2239a64eac12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:37.321874 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-c8dc5a0c-8ed8-494a-89ba-2239a64eac12 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577 HTTP/1.1" status: 204 len: 168 time: 0.1164386 Jul 13 19:44:37.329693 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc5a0c-8ed8-494a-89ba-2239a64eac12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a77dd1-0b8d-404c-ad6a-3d1bdfed9577,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:37.640385 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 33672) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:37.681085 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-5350dd88-59dc-46ad-aa95-51e3e2354461 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e8e27ef316e44b88957bd50b5e1c7fa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394952 Jul 13 19:44:37.683501 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 33674) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:37.730326 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-32c9deec-b10f-47d8-813a-b634c8bd076b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:37.753370 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-32c9deec-b10f-47d8-813a-b634c8bd076b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:37.806571 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-32c9deec-b10f-47d8-813a-b634c8bd076b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:37.809447 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-32c9deec-b10f-47d8-813a-b634c8bd076b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:37.812693 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-32c9deec-b10f-47d8-813a-b634c8bd076b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d83ca973-1a6f-4abd-9749-6d56684fdc8d HTTP/1.1" status: 204 len: 168 time: 0.1262217 Jul 13 19:44:37.820794 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9deec-b10f-47d8-813a-b634c8bd076b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83ca973-1a6f-4abd-9749-6d56684fdc8d,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:38.528599 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 33706) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:38.622887 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-f318663b-7e18-4e7e-b4e0-379a5879a68f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1048233620-network', 'tenant_id': 'd2dbe28b6b844f5d9ae86caa35f2af99'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:38.645760 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f318663b-7e18-4e7e-b4e0-379a5879a68f admin admin] Made reservation on behalf of d2dbe28b6b844f5d9ae86caa35f2af99 for: {'network': 1} {{(pid=92885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:44:38.648318 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-f318663b-7e18-4e7e-b4e0-379a5879a68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for network, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:38.656651 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-f318663b-7e18-4e7e-b4e0-379a5879a68f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:38.745074 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-f318663b-7e18-4e7e-b4e0-379a5879a68f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:38.748963 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-f318663b-7e18-4e7e-b4e0-379a5879a68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:38.769280 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f318663b-7e18-4e7e-b4e0-379a5879a68f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1194} {{(pid=92885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:44:38.784062 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f318663b-7e18-4e7e-b4e0-379a5879a68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9633f126-72e6-4707-beea-f0e38c0c6617,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:38.787217 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-f318663b-7e18-4e7e-b4e0-379a5879a68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480'] for segment, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:38.787561 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.db.segments_db [None req-f318663b-7e18-4e7e-b4e0-379a5879a68f admin admin] Added segment 16c950ef-9972-4050-af62-e3b9f6dc52c9 of type vlan for network 75cab274-7c01-43da-aee3-c2d7f225cbef Jul 13 19:44:38.830725 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-f318663b-7e18-4e7e-b4e0-379a5879a68f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772357517572'] for network, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:38.859519 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-f318663b-7e18-4e7e-b4e0-379a5879a68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669'] for network, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:38.860665 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f318663b-7e18-4e7e-b4e0-379a5879a68f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:38.861248 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-f318663b-7e18-4e7e-b4e0-379a5879a68f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for network, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:38.912606 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-f318663b-7e18-4e7e-b4e0-379a5879a68f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3824177 Jul 13 19:44:38.917074 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 33714) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:38.924008 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-9bd977e6-58f2-4777-91fc-24e0b1211592 admin admin] Request body: {'subnet': {'network_id': '75cab274-7c01-43da-aee3-c2d7f225cbef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1048233620-subnet', 'tenant_id': 'd2dbe28b6b844f5d9ae86caa35f2af99', 'ip_version': 4}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:38.924358 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f318663b-7e18-4e7e-b4e0-379a5879a68f admin admin] Pushing event updated for resources: {'Network': ['ID=75cab274-7c01-43da-aee3-c2d7f225cbef,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:38.936983 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Network 75cab274-7c01-43da-aee3-c2d7f225cbef details requested by agent ovs-agent-dv-cinder-786933-3-iscsi with host dv-cinder-786933-3-iscsi {{(pid=92886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:44:38.949859 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd977e6-58f2-4777-91fc-24e0b1211592 admin admin] Made reservation on behalf of d2dbe28b6b844f5d9ae86caa35f2af99 for: {'subnet': 1} {{(pid=92884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:44:38.952421 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9bd977e6-58f2-4777-91fc-24e0b1211592 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5003232'] for subnet, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:39.126745 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9bd977e6-58f2-4777-91fc-24e0b1211592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4873618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5003218'] for subnet, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:39.179213 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd977e6-58f2-4777-91fc-24e0b1211592 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bebfb38-94fb-4bf4-8e17-25eac9c2c6bc,revision_number=0']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:39.187631 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd977e6-58f2-4777-91fc-24e0b1211592 admin admin] Checking segment: {'id': '16c950ef-9972-4050-af62-e3b9f6dc52c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '75cab274-7c01-43da-aee3-c2d7f225cbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:44:39.187980 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd977e6-58f2-4777-91fc-24e0b1211592 admin admin] Network hostable DHCP agents. Network: 75cab274-7c01-43da-aee3-c2d7f225cbef, hostable agents: ['46ee3fc2-8c8b-485e-8a09-c5820fb474f8'], hosted agents: [] {{(pid=92884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:44:39.205664 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd977e6-58f2-4777-91fc-24e0b1211592 admin admin] Network 75cab274-7c01-43da-aee3-c2d7f225cbef is scheduled to be hosted by DHCP agent 46ee3fc2-8c8b-485e-8a09-c5820fb474f8 with binding_index 1 {{(pid=92884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:44:39.215011 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [None req-9bd977e6-58f2-4777-91fc-24e0b1211592 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-3-iscsi, 75cab274-7c01-43da-aee3-c2d7f225cbef) {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:44:39.219775 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd977e6-58f2-4777-91fc-24e0b1211592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:39.220953 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9bd977e6-58f2-4777-91fc-24e0b1211592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for subnet, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:39.224082 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0dcf70-e99d-4b6f-a7c8-927049db4af5 None None] Network 75cab274-7c01-43da-aee3-c2d7f225cbef requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:44:39.236996 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-9bd977e6-58f2-4777-91fc-24e0b1211592 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3188033 Jul 13 19:44:39.239589 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 33722) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:39.243970 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-9f24a8b4-4eda-4e96-9db5-6298c010240a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1048233620-router', 'tenant_id': 'd2dbe28b6b844f5d9ae86caa35f2af99', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'}}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:39.266005 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9f24a8b4-4eda-4e96-9db5-6298c010240a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-502719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57487'] for router, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:39.267365 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9f24a8b4-4eda-4e96-9db5-6298c010240a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57476'] for router, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:39.323642 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9f24a8b4-4eda-4e96-9db5-6298c010240a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:39.371750 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e79967-3351-45f0-b88f-dd5d6ede9252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45260216-df0c-5796-8452-8e51f9540998-75cab274-7c01-43da-aee3-c2d7f225cbef', 'network_id': '75cab274-7c01-43da-aee3-c2d7f225cbef', 'tenant_id': 'd2dbe28b6b844f5d9ae86caa35f2af99', 'fixed_ips': [{'subnet_id': '2bebfb38-94fb-4bf4-8e17-25eac9c2c6bc'}]}} from dv-cinder-786933-3-iscsi. {{(pid=92886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:44:39.373011 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-13e79967-3351-45f0-b88f-dd5d6ede9252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:39.458781 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9f24a8b4-4eda-4e96-9db5-6298c010240a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-502697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64110'] for router, precommit_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:39.503853 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.db_base_plugin_common [None req-13e79967-3351-45f0-b88f-dd5d6ede9252 None None] Allocated IP 172.20.0.2 (75cab274-7c01-43da-aee3-c2d7f225cbef/2bebfb38-94fb-4bf4-8e17-25eac9c2c6bc/78d23ded-bef6-4a9e-804d-72bc80cb3215) {{(pid=92886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:44:39.652135 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-13e79967-3351-45f0-b88f-dd5d6ede9252 None None] Notify callbacks [] for port, precommit_create {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:39.657567 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9f24a8b4-4eda-4e96-9db5-6298c010240a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:39.660674 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-13e79967-3351-45f0-b88f-dd5d6ede9252 None None] Transition to ACTIVE for port object 78d23ded-bef6-4a9e-804d-72bc80cb3215 will not be triggered until provisioned by entity L2. {{(pid=92886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:44:39.675881 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-13e79967-3351-45f0-b88f-dd5d6ede9252 None None] Transition to ACTIVE for port object 78d23ded-bef6-4a9e-804d-72bc80cb3215 will not be triggered until provisioned by entity DHCP. {{(pid=92886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:44:39.676100 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9f24a8b4-4eda-4e96-9db5-6298c010240a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:39.681782 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-13e79967-3351-45f0-b88f-dd5d6ede9252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819'] for port, after_create {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:39.721463 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e79967-3351-45f0-b88f-dd5d6ede9252 None None] Network 75cab274-7c01-43da-aee3-c2d7f225cbef is already hosted by enough agents. {{(pid=92886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:44:39.724213 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.scheduler.base_scheduler [None req-13e79967-3351-45f0-b88f-dd5d6ede9252 None None] Resources bound (agent type, host, resource id): {{(pid=92886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:44:39.727800 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e79967-3351-45f0-b88f-dd5d6ede9252 None None] Received port after_create {{(pid=92886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:44:39.735354 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e79967-3351-45f0-b88f-dd5d6ede9252 None None] Pushing event updated for resources: {'Port': ['ID=78d23ded-bef6-4a9e-804d-72bc80cb3215,revision_number=1']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:39.785896 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.db_base_plugin_common [None req-9f24a8b4-4eda-4e96-9db5-6298c010240a admin admin] Allocated IP 172.27.2.196 (016193b2-3012-4896-ba69-fa2225e8730f/5c7148d1-68ad-4d7f-9cc6-340fc018242b/87805501-0b7f-40c8-9f02-f15e4de6fd0a) {{(pid=92884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:44:39.794217 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-13e79967-3351-45f0-b88f-dd5d6ede9252 None None] Attempting to bind port 78d23ded-bef6-4a9e-804d-72bc80cb3215 on host dv-cinder-786933-3-iscsi for vnic_type normal with profile {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:44:39.794732 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-13e79967-3351-45f0-b88f-dd5d6ede9252 None None] Attempting to bind port 78d23ded-bef6-4a9e-804d-72bc80cb3215 by drivers openvswitch,hyperv on host dv-cinder-786933-3-iscsi at level 0 using segments [{'id': '16c950ef-9972-4050-af62-e3b9f6dc52c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '75cab274-7c01-43da-aee3-c2d7f225cbef'}] {{(pid=92886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:44:39.795107 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e79967-3351-45f0-b88f-dd5d6ede9252 None None] Attempting to bind port 78d23ded-bef6-4a9e-804d-72bc80cb3215 on network 75cab274-7c01-43da-aee3-c2d7f225cbef {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:44:39.800915 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e79967-3351-45f0-b88f-dd5d6ede9252 None None] Checking agent: {'id': '666c655c-5d62-4287-a041-db0951989b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 16, 18), 'started_at': datetime.datetime(2021, 7, 13, 19, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:44:39.801511 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e79967-3351-45f0-b88f-dd5d6ede9252 None None] Checking segment: {'id': '16c950ef-9972-4050-af62-e3b9f6dc52c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '75cab274-7c01-43da-aee3-c2d7f225cbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:44:39.803510 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-13e79967-3351-45f0-b88f-dd5d6ede9252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:39.803510 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e79967-3351-45f0-b88f-dd5d6ede9252 None None] Bound using segment: {'id': '16c950ef-9972-4050-af62-e3b9f6dc52c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '75cab274-7c01-43da-aee3-c2d7f225cbef'} {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:44:39.803510 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-13e79967-3351-45f0-b88f-dd5d6ede9252 None None] Bound port: 78d23ded-bef6-4a9e-804d-72bc80cb3215, host: dv-cinder-786933-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c950ef-9972-4050-af62-e3b9f6dc52c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '75cab274-7c01-43da-aee3-c2d7f225cbef'}}] {{(pid=92886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:44:39.803510 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-13e79967-3351-45f0-b88f-dd5d6ede9252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:39.873665 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-13e79967-3351-45f0-b88f-dd5d6ede9252 None None] For port 78d23ded-bef6-4a9e-804d-72bc80cb3215, host dv-cinder-786933-3-iscsi, cleared binding levels {{(pid=92886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:44:39.876845 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-13e79967-3351-45f0-b88f-dd5d6ede9252 None None] For port 78d23ded-bef6-4a9e-804d-72bc80cb3215, host dv-cinder-786933-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=78d23ded-bef6-4a9e-804d-72bc80cb3215,segment=NetworkSegment(16c950ef-9972-4050-af62-e3b9f6dc52c9),segment_id=16c950ef-9972-4050-af62-e3b9f6dc52c9)] {{(pid=92886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:44:39.881702 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-13e79967-3351-45f0-b88f-dd5d6ede9252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:39.889697 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9f24a8b4-4eda-4e96-9db5-6298c010240a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:39.938363 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e79967-3351-45f0-b88f-dd5d6ede9252 None None] Pushing event updated for resources: {'Port': ['ID=78d23ded-bef6-4a9e-804d-72bc80cb3215,revision_number=2']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:39.939178 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9f24a8b4-4eda-4e96-9db5-6298c010240a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:39.983181 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f24a8b4-4eda-4e96-9db5-6298c010240a admin admin] Network 016193b2-3012-4896-ba69-fa2225e8730f is already hosted by enough agents. {{(pid=92884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:44:39.986348 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [None req-9f24a8b4-4eda-4e96-9db5-6298c010240a admin admin] Resources bound (agent type, host, resource id): {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:44:39.989975 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f24a8b4-4eda-4e96-9db5-6298c010240a admin admin] Received port after_create {{(pid=92884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:44:39.996371 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f24a8b4-4eda-4e96-9db5-6298c010240a admin admin] Pushing event updated for resources: {'Port': ['ID=87805501-0b7f-40c8-9f02-f15e4de6fd0a,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:40.281409 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9f24a8b4-4eda-4e96-9db5-6298c010240a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:40.736466 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9f24a8b4-4eda-4e96-9db5-6298c010240a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502306'] for router, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:40.829937 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9d2e1d-ef19-4438-b0f2-f7b5dea3d9e0 None None] Network 75cab274-7c01-43da-aee3-c2d7f225cbef requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:44:40.866105 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f24a8b4-4eda-4e96-9db5-6298c010240a admin admin] Router 23b5707e-f865-4b3e-a067-989e08ee4864 is scheduled to L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd with binding_index 1 {{(pid=92884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:44:40.895015 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-8a5b5b7a-42fe-446c-b407-3e728e8a0c57 None None] Provisioning for port 78d23ded-bef6-4a9e-804d-72bc80cb3215 completed by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:44:40.989522 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f24a8b4-4eda-4e96-9db5-6298c010240a admin admin] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:44:41.003584 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ffcf33-8909-447e-aa84-64028e9e802b None None] Sync routers for ids ['23b5707e-f865-4b3e-a067-989e08ee4864'] in dv-cinder-786933-3-iscsi {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:44:41.010553 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9f24a8b4-4eda-4e96-9db5-6298c010240a admin admin] Notify callbacks [] for router, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:41.015330 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 33736) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:41.017053 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-9f24a8b4-4eda-4e96-9db5-6298c010240a admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7764702 Jul 13 19:44:41.018550 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ffcf33-8909-447e-aa84-64028e9e802b None None] Routers {'23b5707e-f865-4b3e-a067-989e08ee4864'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:41.019346 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-57ffcf33-8909-447e-aa84-64028e9e802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:44:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['23b5707e-f865-4b3e-a067-989e08ee4864'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:41.065313 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 78d23ded-bef6-4a9e-804d-72bc80cb3215 up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:44:41.174387 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning for port 78d23ded-bef6-4a9e-804d-72bc80cb3215 completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:44:41.183954 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-57ffcf33-8909-447e-aa84-64028e9e802b None None] Set router 23b5707e-f865-4b3e-a067-989e08ee4864 gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:44:41.185866 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port 78d23ded-bef6-4a9e-804d-72bc80cb3215 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:41.186239 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:41.367878 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-2deef5f4-6880-4893-a088-f2fc6b61ab6a None None] Provisioning complete for port 78d23ded-bef6-4a9e-804d-72bc80cb3215 triggered by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:41.368275 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-2deef5f4-6880-4893-a088-f2fc6b61ab6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:41.443526 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:41.480779 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-5314cd19-2f71-4cc0-a873-100647d79b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:41.493085 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] For port 78d23ded-bef6-4a9e-804d-72bc80cb3215, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=78d23ded-bef6-4a9e-804d-72bc80cb3215,segment=NetworkSegment(16c950ef-9972-4050-af62-e3b9f6dc52c9),segment_id=16c950ef-9972-4050-af62-e3b9f6dc52c9)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:41.515041 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:41.568036 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-57ffcf33-8909-447e-aa84-64028e9e802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b5707e-f865-4b3e-a067-989e08ee4864', 'name': 'tempest-TestShelveInstance-1048233620-router', 'tenant_id': 'd2dbe28b6b844f5d9ae86caa35f2af99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '87805501-0b7f-40c8-9f02-f15e4de6fd0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:39Z', 'updated_at': '2021-07-13T19:44:40Z', 'revision_number': 3, 'project_id': 'd2dbe28b6b844f5d9ae86caa35f2af99', 'gw_port': {'id': '87805501-0b7f-40c8-9f02-f15e4de6fd0a', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a2:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b5707e-f865-4b3e-a067-989e08ee4864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:39Z', 'updated_at': '2021-07-13T19:44:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi'}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:41.573609 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-2deef5f4-6880-4893-a088-f2fc6b61ab6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:41.611887 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ffcf33-8909-447e-aa84-64028e9e802b None None] Checking router: 23b5707e-f865-4b3e-a067-989e08ee4864 for host: dv-cinder-786933-3-iscsi {{(pid=92886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:44:41.612241 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ffcf33-8909-447e-aa84-64028e9e802b None None] Updating router 23b5707e-f865-4b3e-a067-989e08ee4864 port 87805501-0b7f-40c8-9f02-f15e4de6fd0a binding host dv-cinder-786933-3-iscsi {{(pid=92886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:44:41.635343 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Pushing event updated for resources: {'Port': ['ID=78d23ded-bef6-4a9e-804d-72bc80cb3215,revision_number=3']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:41.637077 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.db_base_plugin_common [None req-5314cd19-2f71-4cc0-a873-100647d79b0a admin admin] Allocated IP 172.20.0.1 (75cab274-7c01-43da-aee3-c2d7f225cbef/2bebfb38-94fb-4bf4-8e17-25eac9c2c6bc/52153dc6-e5e5-4282-8d4a-a174666239d9) {{(pid=92885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:44:41.749457 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-5314cd19-2f71-4cc0-a873-100647d79b0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:41.763868 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.provisioning_blocks [None req-5314cd19-2f71-4cc0-a873-100647d79b0a admin admin] Transition to ACTIVE for port object 52153dc6-e5e5-4282-8d4a-a174666239d9 will not be triggered until provisioned by entity DHCP. {{(pid=92885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:44:41.797086 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-5314cd19-2f71-4cc0-a873-100647d79b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372888'] for port, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:41.800761 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-57ffcf33-8909-447e-aa84-64028e9e802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:41.839258 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.db.api [None req-2deef5f4-6880-4893-a088-f2fc6b61ab6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:44:41.839677 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG oslo_db.api [None req-2deef5f4-6880-4893-a088-f2fc6b61ab6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:44:41.840543 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5314cd19-2f71-4cc0-a873-100647d79b0a admin admin] Network 75cab274-7c01-43da-aee3-c2d7f225cbef is already hosted by enough agents. {{(pid=92885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:44:41.843670 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.base_scheduler [None req-5314cd19-2f71-4cc0-a873-100647d79b0a admin admin] Resources bound (agent type, host, resource id): {{(pid=92885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:44:41.847296 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5314cd19-2f71-4cc0-a873-100647d79b0a admin admin] Received port after_create {{(pid=92885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:44:41.869107 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5314cd19-2f71-4cc0-a873-100647d79b0a admin admin] Pushing event updated for resources: {'Port': ['ID=52153dc6-e5e5-4282-8d4a-a174666239d9,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:41.890156 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-5314cd19-2f71-4cc0-a873-100647d79b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502481'] for router_interface, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:42.053816 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-5314cd19-2f71-4cc0-a873-100647d79b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:42.079915 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-57ffcf33-8909-447e-aa84-64028e9e802b None None] Notify callbacks [] for port, precommit_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:42.090367 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-57ffcf33-8909-447e-aa84-64028e9e802b None None] Transition to ACTIVE for port object 87805501-0b7f-40c8-9f02-f15e4de6fd0a will not be triggered until provisioned by entity L2. {{(pid=92886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:44:42.097194 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-57ffcf33-8909-447e-aa84-64028e9e802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:42.147163 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-57ffcf33-8909-447e-aa84-64028e9e802b None None] Attempting to bind port 87805501-0b7f-40c8-9f02-f15e4de6fd0a on host dv-cinder-786933-3-iscsi for vnic_type normal with profile {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:44:42.147531 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-57ffcf33-8909-447e-aa84-64028e9e802b None None] Attempting to bind port 87805501-0b7f-40c8-9f02-f15e4de6fd0a by drivers openvswitch,hyperv on host dv-cinder-786933-3-iscsi at level 0 using segments [{'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'}] {{(pid=92886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:44:42.147894 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ffcf33-8909-447e-aa84-64028e9e802b None None] Attempting to bind port 87805501-0b7f-40c8-9f02-f15e4de6fd0a on network 016193b2-3012-4896-ba69-fa2225e8730f {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:44:42.164346 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386bbce-0174-4b98-bb4f-ff640fd8d839 None None] Pushing event updated for resources: {'Port': ['ID=87805501-0b7f-40c8-9f02-f15e4de6fd0a,revision_number=2']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:42.164346 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ffcf33-8909-447e-aa84-64028e9e802b None None] Checking agent: {'id': '666c655c-5d62-4287-a041-db0951989b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 16, 18), 'started_at': datetime.datetime(2021, 7, 13, 19, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:44:42.164346 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ffcf33-8909-447e-aa84-64028e9e802b None None] Checking segment: {'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:44:42.164346 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-57ffcf33-8909-447e-aa84-64028e9e802b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:42.164346 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ffcf33-8909-447e-aa84-64028e9e802b None None] Bound using segment: {'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'} {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:44:42.164346 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-57ffcf33-8909-447e-aa84-64028e9e802b None None] Bound port: 87805501-0b7f-40c8-9f02-f15e4de6fd0a, host: dv-cinder-786933-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'}}] {{(pid=92886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:44:42.164346 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-57ffcf33-8909-447e-aa84-64028e9e802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:42.220945 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-57ffcf33-8909-447e-aa84-64028e9e802b None None] For port 87805501-0b7f-40c8-9f02-f15e4de6fd0a, host dv-cinder-786933-3-iscsi, cleared binding levels {{(pid=92886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:44:42.224424 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-57ffcf33-8909-447e-aa84-64028e9e802b None None] For port 87805501-0b7f-40c8-9f02-f15e4de6fd0a, host dv-cinder-786933-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=87805501-0b7f-40c8-9f02-f15e4de6fd0a,segment=NetworkSegment(13a02452-998b-4f16-8f41-6eb5670d640f),segment_id=13a02452-998b-4f16-8f41-6eb5670d640f)] {{(pid=92886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:44:42.237721 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-57ffcf33-8909-447e-aa84-64028e9e802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:42.237856 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-5314cd19-2f71-4cc0-a873-100647d79b0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:42.241035 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-5314cd19-2f71-4cc0-a873-100647d79b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372883'] for port, after_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:42.289110 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ffcf33-8909-447e-aa84-64028e9e802b None None] Routers {'23b5707e-f865-4b3e-a067-989e08ee4864'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:42.289758 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-57ffcf33-8909-447e-aa84-64028e9e802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:44:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['23b5707e-f865-4b3e-a067-989e08ee4864'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:42.292738 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386bbce-0174-4b98-bb4f-ff640fd8d839 None None] Pushing event updated for resources: {'Port': ['ID=87805501-0b7f-40c8-9f02-f15e4de6fd0a,revision_number=3']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:42.304819 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5314cd19-2f71-4cc0-a873-100647d79b0a admin admin] Pushing event updated for resources: {'Port': ['ID=52153dc6-e5e5-4282-8d4a-a174666239d9,revision_number=2']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:42.315682 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-5314cd19-2f71-4cc0-a873-100647d79b0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-645687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-505441'] for router_interface, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:42.408835 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5314cd19-2f71-4cc0-a873-100647d79b0a admin admin] Network 75cab274-7c01-43da-aee3-c2d7f225cbef is already hosted by enough agents. {{(pid=92885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:44:42.410305 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.base_scheduler [None req-5314cd19-2f71-4cc0-a873-100647d79b0a admin admin] Resources bound (agent type, host, resource id): {{(pid=92885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:44:42.435335 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-57ffcf33-8909-447e-aa84-64028e9e802b None None] Set router 23b5707e-f865-4b3e-a067-989e08ee4864 gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:44:42.533279 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5314cd19-2f71-4cc0-a873-100647d79b0a admin admin] Router 23b5707e-f865-4b3e-a067-989e08ee4864 has already been hosted by L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd {{(pid=92885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:44:42.568383 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-ce8bce02-7bc1-4635-a9d9-e29346dc635d None None] Provisioning for port 52153dc6-e5e5-4282-8d4a-a174666239d9 completed by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:44:42.575040 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-ce8bce02-7bc1-4635-a9d9-e29346dc635d None None] Provisioning complete for port 52153dc6-e5e5-4282-8d4a-a174666239d9 triggered by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:42.575464 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-ce8bce02-7bc1-4635-a9d9-e29346dc635d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:42.642277 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-ce8bce02-7bc1-4635-a9d9-e29346dc635d None None] Port 52153dc6-e5e5-4282-8d4a-a174666239d9 cannot update to ACTIVE because it is not bound. {{(pid=92886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:44:42.695939 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-57ffcf33-8909-447e-aa84-64028e9e802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b5707e-f865-4b3e-a067-989e08ee4864', 'name': 'tempest-TestShelveInstance-1048233620-router', 'tenant_id': 'd2dbe28b6b844f5d9ae86caa35f2af99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '87805501-0b7f-40c8-9f02-f15e4de6fd0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:39Z', 'updated_at': '2021-07-13T19:44:41Z', 'revision_number': 4, 'project_id': 'd2dbe28b6b844f5d9ae86caa35f2af99', 'gw_port': {'id': '87805501-0b7f-40c8-9f02-f15e4de6fd0a', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a2:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b5707e-f865-4b3e-a067-989e08ee4864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:39Z', 'updated_at': '2021-07-13T19:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '52153dc6-e5e5-4282-8d4a-a174666239d9', 'name': '', 'network_id': '75cab274-7c01-43da-aee3-c2d7f225cbef', 'tenant_id': 'd2dbe28b6b844f5d9ae86caa35f2af99', 'mac_address': 'fa:16:3e:53:df:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b5707e-f865-4b3e-a067-989e08ee4864', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '2bebfb38-94fb-4bf4-8e17-25eac9c2c6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:41Z', 'updated_at': '2021-07-13T19:44:42Z', 'revision_number': 2, 'project_id': 'd2dbe28b6b844f5d9ae86caa35f2af99', 'subnets': [{'id': '2bebfb38-94fb-4bf4-8e17-25eac9c2c6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:42.723550 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ffcf33-8909-447e-aa84-64028e9e802b None None] The sync data for ids ['23b5707e-f865-4b3e-a067-989e08ee4864'] in dv-cinder-786933-3-iscsi is: [{'id': '23b5707e-f865-4b3e-a067-989e08ee4864', 'name': 'tempest-TestShelveInstance-1048233620-router', 'tenant_id': 'd2dbe28b6b844f5d9ae86caa35f2af99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '87805501-0b7f-40c8-9f02-f15e4de6fd0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:39Z', 'updated_at': '2021-07-13T19:44:41Z', 'revision_number': 4, 'project_id': 'd2dbe28b6b844f5d9ae86caa35f2af99', 'gw_port': {'id': '87805501-0b7f-40c8-9f02-f15e4de6fd0a', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a2:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b5707e-f865-4b3e-a067-989e08ee4864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:39Z', 'updated_at': '2021-07-13T19:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '52153dc6-e5e5-4282-8d4a-a174666239d9', 'name': '', 'network_id': '75cab274-7c01-43da-aee3-c2d7f225cbef', 'tenant_id': 'd2dbe28b6b844f5d9ae86caa35f2af99', 'mac_address': 'fa:16:3e:53:df:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b5707e-f865-4b3e-a067-989e08ee4864', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '2bebfb38-94fb-4bf4-8e17-25eac9c2c6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:41Z', 'updated_at': '2021-07-13T19:44:42Z', 'revision_number': 2, 'project_id': 'd2dbe28b6b844f5d9ae86caa35f2af99', 'subnets': [{'id': '2bebfb38-94fb-4bf4-8e17-25eac9c2c6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:44:42.762815 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-004b41da-388e-4ade-850d-3eccae1c4ea8 None None] Provisioning complete for port 52153dc6-e5e5-4282-8d4a-a174666239d9 triggered by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:42.763489 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-004b41da-388e-4ade-850d-3eccae1c4ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:42.798655 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-004b41da-388e-4ade-850d-3eccae1c4ea8 None None] Port 52153dc6-e5e5-4282-8d4a-a174666239d9 cannot update to ACTIVE because it is not bound. {{(pid=92886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:44:42.889551 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:42.898341 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5314cd19-2f71-4cc0-a873-100647d79b0a admin admin] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:44:42.903415 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-5314cd19-2f71-4cc0-a873-100647d79b0a admin admin] 10.222.0.22 "PUT /v2.0/routers/23b5707e-f865-4b3e-a067-989e08ee4864/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8867271 Jul 13 19:44:43.052178 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 78d23ded-bef6-4a9e-804d-72bc80cb3215 up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:44:43.121509 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port 78d23ded-bef6-4a9e-804d-72bc80cb3215 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:43.122320 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:43.469918 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 33780) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:43.476176 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-32216c2c-df9b-4eab-8f64-f73ca0b07918 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-899878008-network', 'tenant_id': '67937de30d1a410986fddb37597669ec'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:43.499409 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32216c2c-df9b-4eab-8f64-f73ca0b07918 admin admin] Made reservation on behalf of 67937de30d1a410986fddb37597669ec for: {'network': 1} {{(pid=92885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:44:43.501945 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-32216c2c-df9b-4eab-8f64-f73ca0b07918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for network, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:43.513440 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-32216c2c-df9b-4eab-8f64-f73ca0b07918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:43.607831 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-32216c2c-df9b-4eab-8f64-f73ca0b07918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:43.612626 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-32216c2c-df9b-4eab-8f64-f73ca0b07918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:43.639887 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32216c2c-df9b-4eab-8f64-f73ca0b07918 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1170} {{(pid=92885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:44:43.648764 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32216c2c-df9b-4eab-8f64-f73ca0b07918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f748d1-26e1-4fe3-aca4-e7fdd57e6e93,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:43.655030 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-32216c2c-df9b-4eab-8f64-f73ca0b07918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480'] for segment, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:43.655365 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.db.segments_db [None req-32216c2c-df9b-4eab-8f64-f73ca0b07918 admin admin] Added segment 22b79336-5041-44ad-9334-c4b12a9526e4 of type vlan for network f45b031e-523d-4c04-a82b-25c2a2e3a7f5 Jul 13 19:44:43.697116 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-32216c2c-df9b-4eab-8f64-f73ca0b07918 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772357517572'] for network, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:43.745593 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-32216c2c-df9b-4eab-8f64-f73ca0b07918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669'] for network, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:43.746664 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32216c2c-df9b-4eab-8f64-f73ca0b07918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:43.747489 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-32216c2c-df9b-4eab-8f64-f73ca0b07918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for network, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:43.799987 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-32216c2c-df9b-4eab-8f64-f73ca0b07918 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3288760 Jul 13 19:44:43.802630 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 33782) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:43.809814 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-df1c3fa9-0a54-42ee-bacf-13d75e3b64a8 admin admin] Request body: {'subnet': {'network_id': 'f45b031e-523d-4c04-a82b-25c2a2e3a7f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-899878008-subnet', 'tenant_id': '67937de30d1a410986fddb37597669ec', 'ip_version': 4}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:43.817767 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32216c2c-df9b-4eab-8f64-f73ca0b07918 admin admin] Pushing event updated for resources: {'Network': ['ID=f45b031e-523d-4c04-a82b-25c2a2e3a7f5,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:43.829478 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Network f45b031e-523d-4c04-a82b-25c2a2e3a7f5 details requested by agent ovs-agent-dv-cinder-786933-3-iscsi with host dv-cinder-786933-3-iscsi {{(pid=92886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:44:43.837884 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1c3fa9-0a54-42ee-bacf-13d75e3b64a8 admin admin] Made reservation on behalf of 67937de30d1a410986fddb37597669ec for: {'subnet': 1} {{(pid=92885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:44:43.844166 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-df1c3fa9-0a54-42ee-bacf-13d75e3b64a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6010194'] for subnet, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:44.018986 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-df1c3fa9-0a54-42ee-bacf-13d75e3b64a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6010208'] for subnet, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:44.073709 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c3fa9-0a54-42ee-bacf-13d75e3b64a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50cdfde6-4065-49f7-992c-0166faa8fdd4,revision_number=0']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:44.082468 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1c3fa9-0a54-42ee-bacf-13d75e3b64a8 admin admin] Checking segment: {'id': '22b79336-5041-44ad-9334-c4b12a9526e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'f45b031e-523d-4c04-a82b-25c2a2e3a7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:44:44.082832 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1c3fa9-0a54-42ee-bacf-13d75e3b64a8 admin admin] Network hostable DHCP agents. Network: f45b031e-523d-4c04-a82b-25c2a2e3a7f5, hostable agents: ['46ee3fc2-8c8b-485e-8a09-c5820fb474f8'], hosted agents: [] {{(pid=92885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:44:44.099279 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1c3fa9-0a54-42ee-bacf-13d75e3b64a8 admin admin] Network f45b031e-523d-4c04-a82b-25c2a2e3a7f5 is scheduled to be hosted by DHCP agent 46ee3fc2-8c8b-485e-8a09-c5820fb474f8 with binding_index 1 {{(pid=92885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:44:44.108819 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.base_scheduler [None req-df1c3fa9-0a54-42ee-bacf-13d75e3b64a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-3-iscsi, f45b031e-523d-4c04-a82b-25c2a2e3a7f5) {{(pid=92885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:44:44.112871 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1c3fa9-0a54-42ee-bacf-13d75e3b64a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:44:44.113457 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-df1c3fa9-0a54-42ee-bacf-13d75e3b64a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:44.120735 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8e86e9-0274-4847-9af0-9c66121ef9a1 None None] Network f45b031e-523d-4c04-a82b-25c2a2e3a7f5 requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:44:44.133142 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-df1c3fa9-0a54-42ee-bacf-13d75e3b64a8 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3266809 Jul 13 19:44:44.133142 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 33786) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:44.137551 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-ce825f0a-3a72-41e1-8c8f-690dc7cd4168 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-899878008-router', 'tenant_id': '67937de30d1a410986fddb37597669ec', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'}}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:44.157453 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ce825f0a-3a72-41e1-8c8f-690dc7cd4168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-502719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57487'] for router, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:44.158419 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ce825f0a-3a72-41e1-8c8f-690dc7cd4168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57476'] for router, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:44.215943 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ce825f0a-3a72-41e1-8c8f-690dc7cd4168 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:44.282403 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7777a8-a073-4439-9364-3c9436e33a24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45260216-df0c-5796-8452-8e51f9540998-f45b031e-523d-4c04-a82b-25c2a2e3a7f5', 'network_id': 'f45b031e-523d-4c04-a82b-25c2a2e3a7f5', 'tenant_id': '67937de30d1a410986fddb37597669ec', 'fixed_ips': [{'subnet_id': '50cdfde6-4065-49f7-992c-0166faa8fdd4'}]}} from dv-cinder-786933-3-iscsi. {{(pid=92886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:44:44.283359 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6c7777a8-a073-4439-9364-3c9436e33a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:44.358143 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ce825f0a-3a72-41e1-8c8f-690dc7cd4168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-502697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64110'] for router, precommit_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:44.426094 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.db_base_plugin_common [None req-6c7777a8-a073-4439-9364-3c9436e33a24 None None] Allocated IP 172.20.0.2 (f45b031e-523d-4c04-a82b-25c2a2e3a7f5/50cdfde6-4065-49f7-992c-0166faa8fdd4/e1af6c0b-39cf-45af-b113-beb46b5159b2) {{(pid=92886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:44:44.578998 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ce825f0a-3a72-41e1-8c8f-690dc7cd4168 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:44.589726 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6c7777a8-a073-4439-9364-3c9436e33a24 None None] Notify callbacks [] for port, precommit_create {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:44.598286 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-6c7777a8-a073-4439-9364-3c9436e33a24 None None] Transition to ACTIVE for port object e1af6c0b-39cf-45af-b113-beb46b5159b2 will not be triggered until provisioned by entity L2. {{(pid=92886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:44:44.599898 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ce825f0a-3a72-41e1-8c8f-690dc7cd4168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:44.615485 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-6c7777a8-a073-4439-9364-3c9436e33a24 None None] Transition to ACTIVE for port object e1af6c0b-39cf-45af-b113-beb46b5159b2 will not be triggered until provisioned by entity DHCP. {{(pid=92886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:44:44.622649 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6c7777a8-a073-4439-9364-3c9436e33a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819'] for port, after_create {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:44.661296 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7777a8-a073-4439-9364-3c9436e33a24 None None] Network f45b031e-523d-4c04-a82b-25c2a2e3a7f5 is already hosted by enough agents. {{(pid=92886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:44:44.666196 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.scheduler.base_scheduler [None req-6c7777a8-a073-4439-9364-3c9436e33a24 None None] Resources bound (agent type, host, resource id): {{(pid=92886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:44:44.669579 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7777a8-a073-4439-9364-3c9436e33a24 None None] Received port after_create {{(pid=92886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:44:44.680044 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7777a8-a073-4439-9364-3c9436e33a24 None None] Pushing event updated for resources: {'Port': ['ID=e1af6c0b-39cf-45af-b113-beb46b5159b2,revision_number=1']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:44.725390 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.db_base_plugin_common [None req-ce825f0a-3a72-41e1-8c8f-690dc7cd4168 admin admin] Allocated IP 172.27.2.245 (016193b2-3012-4896-ba69-fa2225e8730f/5c7148d1-68ad-4d7f-9cc6-340fc018242b/67ec5000-290f-4939-be79-5788583c0b76) {{(pid=92885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:44:44.732547 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-6c7777a8-a073-4439-9364-3c9436e33a24 None None] Attempting to bind port e1af6c0b-39cf-45af-b113-beb46b5159b2 on host dv-cinder-786933-3-iscsi for vnic_type normal with profile {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:44:44.733297 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-6c7777a8-a073-4439-9364-3c9436e33a24 None None] Attempting to bind port e1af6c0b-39cf-45af-b113-beb46b5159b2 by drivers openvswitch,hyperv on host dv-cinder-786933-3-iscsi at level 0 using segments [{'id': '22b79336-5041-44ad-9334-c4b12a9526e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'f45b031e-523d-4c04-a82b-25c2a2e3a7f5'}] {{(pid=92886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:44:44.733659 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7777a8-a073-4439-9364-3c9436e33a24 None None] Attempting to bind port e1af6c0b-39cf-45af-b113-beb46b5159b2 on network f45b031e-523d-4c04-a82b-25c2a2e3a7f5 {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:44:44.738938 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7777a8-a073-4439-9364-3c9436e33a24 None None] Checking agent: {'id': '666c655c-5d62-4287-a041-db0951989b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 16, 18), 'started_at': datetime.datetime(2021, 7, 13, 19, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:44:44.739307 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7777a8-a073-4439-9364-3c9436e33a24 None None] Checking segment: {'id': '22b79336-5041-44ad-9334-c4b12a9526e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'f45b031e-523d-4c04-a82b-25c2a2e3a7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:44:44.739862 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6c7777a8-a073-4439-9364-3c9436e33a24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:44.740372 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7777a8-a073-4439-9364-3c9436e33a24 None None] Bound using segment: {'id': '22b79336-5041-44ad-9334-c4b12a9526e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'f45b031e-523d-4c04-a82b-25c2a2e3a7f5'} {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:44:44.740868 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-6c7777a8-a073-4439-9364-3c9436e33a24 None None] Bound port: e1af6c0b-39cf-45af-b113-beb46b5159b2, host: dv-cinder-786933-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b79336-5041-44ad-9334-c4b12a9526e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'f45b031e-523d-4c04-a82b-25c2a2e3a7f5'}}] {{(pid=92886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:44:44.741253 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6c7777a8-a073-4439-9364-3c9436e33a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:44.788783 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532f8433-460c-451a-aa6e-feb41c81724a None None] Sync routers for ids ['23b5707e-f865-4b3e-a067-989e08ee4864'] in dv-cinder-786933-3-iscsi {{(pid=92887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:44:44.799272 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532f8433-460c-451a-aa6e-feb41c81724a None None] Routers {'23b5707e-f865-4b3e-a067-989e08ee4864'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:44.799895 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-532f8433-460c-451a-aa6e-feb41c81724a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:44:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['23b5707e-f865-4b3e-a067-989e08ee4864'], 'active': True} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:44.808242 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-6c7777a8-a073-4439-9364-3c9436e33a24 None None] For port e1af6c0b-39cf-45af-b113-beb46b5159b2, host dv-cinder-786933-3-iscsi, cleared binding levels {{(pid=92886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:44:44.811916 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-6c7777a8-a073-4439-9364-3c9436e33a24 None None] For port e1af6c0b-39cf-45af-b113-beb46b5159b2, host dv-cinder-786933-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=e1af6c0b-39cf-45af-b113-beb46b5159b2,segment=NetworkSegment(22b79336-5041-44ad-9334-c4b12a9526e4),segment_id=22b79336-5041-44ad-9334-c4b12a9526e4)] {{(pid=92886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:44:44.817592 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6c7777a8-a073-4439-9364-3c9436e33a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:44.848371 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ce825f0a-3a72-41e1-8c8f-690dc7cd4168 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:44.876638 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7777a8-a073-4439-9364-3c9436e33a24 None None] Pushing event updated for resources: {'Port': ['ID=e1af6c0b-39cf-45af-b113-beb46b5159b2,revision_number=2']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:44.908556 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ce825f0a-3a72-41e1-8c8f-690dc7cd4168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372888'] for port, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:44.928292 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvr_db [None req-532f8433-460c-451a-aa6e-feb41c81724a None None] Set router 23b5707e-f865-4b3e-a067-989e08ee4864 gateway port host: dv-cinder-786933-3-iscsi {{(pid=92887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:44:44.928578 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce825f0a-3a72-41e1-8c8f-690dc7cd4168 admin admin] Network 016193b2-3012-4896-ba69-fa2225e8730f is already hosted by enough agents. {{(pid=92885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:44:44.930240 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.base_scheduler [None req-ce825f0a-3a72-41e1-8c8f-690dc7cd4168 admin admin] Resources bound (agent type, host, resource id): {{(pid=92885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:44:44.932316 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce825f0a-3a72-41e1-8c8f-690dc7cd4168 admin admin] Received port after_create {{(pid=92885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:44:45.019984 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce825f0a-3a72-41e1-8c8f-690dc7cd4168 admin admin] Pushing event updated for resources: {'Port': ['ID=67ec5000-290f-4939-be79-5788583c0b76,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:45.062496 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 87805501-0b7f-40c8-9f02-f15e4de6fd0a up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:44:45.164037 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning for port 87805501-0b7f-40c8-9f02-f15e4de6fd0a completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:44:45.169672 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port 87805501-0b7f-40c8-9f02-f15e4de6fd0a triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:45.170042 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:45.250966 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-36323d55-15f4-4b30-9be6-87f1c82db446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:45.293775 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ce825f0a-3a72-41e1-8c8f-690dc7cd4168 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:45.305198 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-532f8433-460c-451a-aa6e-feb41c81724a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b5707e-f865-4b3e-a067-989e08ee4864', 'name': 'tempest-TestShelveInstance-1048233620-router', 'tenant_id': 'd2dbe28b6b844f5d9ae86caa35f2af99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '87805501-0b7f-40c8-9f02-f15e4de6fd0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:39Z', 'updated_at': '2021-07-13T19:44:41Z', 'revision_number': 4, 'project_id': 'd2dbe28b6b844f5d9ae86caa35f2af99', 'gw_port': {'id': '87805501-0b7f-40c8-9f02-f15e4de6fd0a', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a2:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b5707e-f865-4b3e-a067-989e08ee4864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:39Z', 'updated_at': '2021-07-13T19:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '52153dc6-e5e5-4282-8d4a-a174666239d9', 'name': '', 'network_id': '75cab274-7c01-43da-aee3-c2d7f225cbef', 'tenant_id': 'd2dbe28b6b844f5d9ae86caa35f2af99', 'mac_address': 'fa:16:3e:53:df:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b5707e-f865-4b3e-a067-989e08ee4864', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '2bebfb38-94fb-4bf4-8e17-25eac9c2c6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:41Z', 'updated_at': '2021-07-13T19:44:42Z', 'revision_number': 2, 'project_id': 'd2dbe28b6b844f5d9ae86caa35f2af99', 'subnets': [{'id': '2bebfb38-94fb-4bf4-8e17-25eac9c2c6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:45.317655 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:45.333740 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532f8433-460c-451a-aa6e-feb41c81724a None None] Checking router: 23b5707e-f865-4b3e-a067-989e08ee4864 for host: dv-cinder-786933-3-iscsi {{(pid=92887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:44:45.334357 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532f8433-460c-451a-aa6e-feb41c81724a None None] Updating router 23b5707e-f865-4b3e-a067-989e08ee4864 port 52153dc6-e5e5-4282-8d4a-a174666239d9 binding host dv-cinder-786933-3-iscsi {{(pid=92887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:44:45.346267 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] For port 87805501-0b7f-40c8-9f02-f15e4de6fd0a, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=87805501-0b7f-40c8-9f02-f15e4de6fd0a,segment=NetworkSegment(13a02452-998b-4f16-8f41-6eb5670d640f),segment_id=13a02452-998b-4f16-8f41-6eb5670d640f)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:45.356778 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:45.379335 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-532f8433-460c-451a-aa6e-feb41c81724a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:45.419991 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Pushing event updated for resources: {'Port': ['ID=87805501-0b7f-40c8-9f02-f15e4de6fd0a,revision_number=4']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:45.534752 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ce825f0a-3a72-41e1-8c8f-690dc7cd4168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502306'] for router, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:45.676134 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce825f0a-3a72-41e1-8c8f-690dc7cd4168 admin admin] Router 34cb9fbb-4e7b-49bd-810e-60d4ac25206a is scheduled to L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd with binding_index 1 {{(pid=92885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:44:45.684410 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-532f8433-460c-451a-aa6e-feb41c81724a None None] Notify callbacks [] for port, precommit_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:45.697744 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.provisioning_blocks [None req-532f8433-460c-451a-aa6e-feb41c81724a None None] Transition to ACTIVE for port object 52153dc6-e5e5-4282-8d4a-a174666239d9 will not be triggered until provisioned by entity L2. {{(pid=92887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:44:45.704600 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-532f8433-460c-451a-aa6e-feb41c81724a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:45.761838 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99159c44-8c34-47fc-8d28-165135b7eb87 None None] Pushing event updated for resources: {'Port': ['ID=52153dc6-e5e5-4282-8d4a-a174666239d9,revision_number=3']} {{(pid=92887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:45.788974 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99159c44-8c34-47fc-8d28-165135b7eb87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:45.789680 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99159c44-8c34-47fc-8d28-165135b7eb87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:45.789680 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99159c44-8c34-47fc-8d28-165135b7eb87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:45.789971 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99159c44-8c34-47fc-8d28-165135b7eb87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:45.790518 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99159c44-8c34-47fc-8d28-165135b7eb87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:45.791192 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99159c44-8c34-47fc-8d28-165135b7eb87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:45.791516 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99159c44-8c34-47fc-8d28-165135b7eb87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:45.791836 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99159c44-8c34-47fc-8d28-165135b7eb87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:45.792329 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99159c44-8c34-47fc-8d28-165135b7eb87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:45.792680 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99159c44-8c34-47fc-8d28-165135b7eb87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:45.792999 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99159c44-8c34-47fc-8d28-165135b7eb87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:45.793313 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99159c44-8c34-47fc-8d28-165135b7eb87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:44:45.806318 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce825f0a-3a72-41e1-8c8f-690dc7cd4168 admin admin] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:44:45.817502 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448ca6cb-6ac8-4d84-8d3e-2375cee3d67e None None] Sync routers for ids ['34cb9fbb-4e7b-49bd-810e-60d4ac25206a'] in dv-cinder-786933-3-iscsi {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:44:45.831687 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448ca6cb-6ac8-4d84-8d3e-2375cee3d67e None None] Routers {'34cb9fbb-4e7b-49bd-810e-60d4ac25206a'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:45.832323 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-448ca6cb-6ac8-4d84-8d3e-2375cee3d67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:44:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['34cb9fbb-4e7b-49bd-810e-60d4ac25206a'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:45.833889 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ce825f0a-3a72-41e1-8c8f-690dc7cd4168 admin admin] Notify callbacks [] for router, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:45.837185 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.managers [None req-532f8433-460c-451a-aa6e-feb41c81724a None None] Attempting to bind port 52153dc6-e5e5-4282-8d4a-a174666239d9 on host dv-cinder-786933-3-iscsi for vnic_type normal with profile {{(pid=92887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:44:45.840896 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-ce825f0a-3a72-41e1-8c8f-690dc7cd4168 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7037833 Jul 13 19:44:45.841015 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.managers [None req-532f8433-460c-451a-aa6e-feb41c81724a None None] Attempting to bind port 52153dc6-e5e5-4282-8d4a-a174666239d9 by drivers openvswitch,hyperv on host dv-cinder-786933-3-iscsi at level 0 using segments [{'id': '16c950ef-9972-4050-af62-e3b9f6dc52c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '75cab274-7c01-43da-aee3-c2d7f225cbef'}] {{(pid=92887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:44:45.841015 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532f8433-460c-451a-aa6e-feb41c81724a None None] Attempting to bind port 52153dc6-e5e5-4282-8d4a-a174666239d9 on network 75cab274-7c01-43da-aee3-c2d7f225cbef {{(pid=92887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:44:45.841223 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 33806) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:45.845425 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532f8433-460c-451a-aa6e-feb41c81724a None None] Checking agent: {'id': '666c655c-5d62-4287-a041-db0951989b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 16, 18), 'started_at': datetime.datetime(2021, 7, 13, 19, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:44:45.845889 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532f8433-460c-451a-aa6e-feb41c81724a None None] Checking segment: {'id': '16c950ef-9972-4050-af62-e3b9f6dc52c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '75cab274-7c01-43da-aee3-c2d7f225cbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:44:45.846364 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-532f8433-460c-451a-aa6e-feb41c81724a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:45.846821 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532f8433-460c-451a-aa6e-feb41c81724a None None] Bound using segment: {'id': '16c950ef-9972-4050-af62-e3b9f6dc52c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '75cab274-7c01-43da-aee3-c2d7f225cbef'} {{(pid=92887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:44:45.847363 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.managers [None req-532f8433-460c-451a-aa6e-feb41c81724a None None] Bound port: 52153dc6-e5e5-4282-8d4a-a174666239d9, host: dv-cinder-786933-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c950ef-9972-4050-af62-e3b9f6dc52c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '75cab274-7c01-43da-aee3-c2d7f225cbef'}}] {{(pid=92887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:44:45.847823 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-532f8433-460c-451a-aa6e-feb41c81724a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:45.923344 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.db [None req-532f8433-460c-451a-aa6e-feb41c81724a None None] For port 52153dc6-e5e5-4282-8d4a-a174666239d9, host dv-cinder-786933-3-iscsi, cleared binding levels {{(pid=92887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:44:45.927549 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.db [None req-532f8433-460c-451a-aa6e-feb41c81724a None None] For port 52153dc6-e5e5-4282-8d4a-a174666239d9, host dv-cinder-786933-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=52153dc6-e5e5-4282-8d4a-a174666239d9,segment=NetworkSegment(16c950ef-9972-4050-af62-e3b9f6dc52c9),segment_id=16c950ef-9972-4050-af62-e3b9f6dc52c9)] {{(pid=92887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:44:45.933505 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-532f8433-460c-451a-aa6e-feb41c81724a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:45.988363 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-448ca6cb-6ac8-4d84-8d3e-2375cee3d67e None None] Set router 34cb9fbb-4e7b-49bd-810e-60d4ac25206a gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:44:46.004489 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532f8433-460c-451a-aa6e-feb41c81724a None None] Routers {'23b5707e-f865-4b3e-a067-989e08ee4864'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:46.005315 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-532f8433-460c-451a-aa6e-feb41c81724a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:44:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['23b5707e-f865-4b3e-a067-989e08ee4864'], 'active': True} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:46.048660 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99159c44-8c34-47fc-8d28-165135b7eb87 None None] Pushing event updated for resources: {'Port': ['ID=52153dc6-e5e5-4282-8d4a-a174666239d9,revision_number=4']} {{(pid=92887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:46.162590 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0f85b2-5d9d-4955-a939-01e00fca3969 None None] Network f45b031e-523d-4c04-a82b-25c2a2e3a7f5 requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:44:46.173137 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvr_db [None req-532f8433-460c-451a-aa6e-feb41c81724a None None] Set router 23b5707e-f865-4b3e-a067-989e08ee4864 gateway port host: dv-cinder-786933-3-iscsi {{(pid=92887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:44:46.373692 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-8059f61e-4f91-48f9-8a91-f4481178467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:46.401942 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-2aec8937-171f-433f-9526-180750f96813 None None] Provisioning for port e1af6c0b-39cf-45af-b113-beb46b5159b2 completed by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:44:46.428326 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-532f8433-460c-451a-aa6e-feb41c81724a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b5707e-f865-4b3e-a067-989e08ee4864', 'name': 'tempest-TestShelveInstance-1048233620-router', 'tenant_id': 'd2dbe28b6b844f5d9ae86caa35f2af99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '87805501-0b7f-40c8-9f02-f15e4de6fd0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:39Z', 'updated_at': '2021-07-13T19:44:41Z', 'revision_number': 4, 'project_id': 'd2dbe28b6b844f5d9ae86caa35f2af99', 'gw_port': {'id': '87805501-0b7f-40c8-9f02-f15e4de6fd0a', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b5707e-f865-4b3e-a067-989e08ee4864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:39Z', 'updated_at': '2021-07-13T19:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '52153dc6-e5e5-4282-8d4a-a174666239d9', 'name': '', 'network_id': '75cab274-7c01-43da-aee3-c2d7f225cbef', 'tenant_id': 'd2dbe28b6b844f5d9ae86caa35f2af99', 'mac_address': 'fa:16:3e:53:df:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b5707e-f865-4b3e-a067-989e08ee4864', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '2bebfb38-94fb-4bf4-8e17-25eac9c2c6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:41Z', 'updated_at': '2021-07-13T19:44:45Z', 'revision_number': 4, 'project_id': 'd2dbe28b6b844f5d9ae86caa35f2af99', 'subnets': [{'id': '2bebfb38-94fb-4bf4-8e17-25eac9c2c6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:46.491351 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532f8433-460c-451a-aa6e-feb41c81724a None None] The sync data for ids ['23b5707e-f865-4b3e-a067-989e08ee4864'] in dv-cinder-786933-3-iscsi is: [{'id': '23b5707e-f865-4b3e-a067-989e08ee4864', 'name': 'tempest-TestShelveInstance-1048233620-router', 'tenant_id': 'd2dbe28b6b844f5d9ae86caa35f2af99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '87805501-0b7f-40c8-9f02-f15e4de6fd0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:39Z', 'updated_at': '2021-07-13T19:44:41Z', 'revision_number': 4, 'project_id': 'd2dbe28b6b844f5d9ae86caa35f2af99', 'gw_port': {'id': '87805501-0b7f-40c8-9f02-f15e4de6fd0a', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b5707e-f865-4b3e-a067-989e08ee4864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:39Z', 'updated_at': '2021-07-13T19:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '52153dc6-e5e5-4282-8d4a-a174666239d9', 'name': '', 'network_id': '75cab274-7c01-43da-aee3-c2d7f225cbef', 'tenant_id': 'd2dbe28b6b844f5d9ae86caa35f2af99', 'mac_address': 'fa:16:3e:53:df:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b5707e-f865-4b3e-a067-989e08ee4864', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '2bebfb38-94fb-4bf4-8e17-25eac9c2c6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:41Z', 'updated_at': '2021-07-13T19:44:45Z', 'revision_number': 4, 'project_id': 'd2dbe28b6b844f5d9ae86caa35f2af99', 'subnets': [{'id': '2bebfb38-94fb-4bf4-8e17-25eac9c2c6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:44:46.504922 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-448ca6cb-6ac8-4d84-8d3e-2375cee3d67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cb9fbb-4e7b-49bd-810e-60d4ac25206a', 'name': 'tempest-TestShelveInstance-899878008-router', 'tenant_id': '67937de30d1a410986fddb37597669ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '67ec5000-290f-4939-be79-5788583c0b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:44Z', 'updated_at': '2021-07-13T19:44:45Z', 'revision_number': 3, 'project_id': '67937de30d1a410986fddb37597669ec', 'gw_port': {'id': '67ec5000-290f-4939-be79-5788583c0b76', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34cb9fbb-4e7b-49bd-810e-60d4ac25206a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:44Z', 'updated_at': '2021-07-13T19:44:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi'}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:46.538667 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448ca6cb-6ac8-4d84-8d3e-2375cee3d67e None None] Checking router: 34cb9fbb-4e7b-49bd-810e-60d4ac25206a for host: dv-cinder-786933-3-iscsi {{(pid=92886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:44:46.539015 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448ca6cb-6ac8-4d84-8d3e-2375cee3d67e None None] Updating router 34cb9fbb-4e7b-49bd-810e-60d4ac25206a port 67ec5000-290f-4939-be79-5788583c0b76 binding host dv-cinder-786933-3-iscsi {{(pid=92886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:44:46.566160 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.db_base_plugin_common [None req-8059f61e-4f91-48f9-8a91-f4481178467a admin admin] Allocated IP 172.20.0.1 (f45b031e-523d-4c04-a82b-25c2a2e3a7f5/50cdfde6-4065-49f7-992c-0166faa8fdd4/da83a358-96ef-49e0-b9c9-6e8466889b9a) {{(pid=92884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:44:46.615362 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-448ca6cb-6ac8-4d84-8d3e-2375cee3d67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:46.687247 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-8059f61e-4f91-48f9-8a91-f4481178467a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:46.702040 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.provisioning_blocks [None req-8059f61e-4f91-48f9-8a91-f4481178467a admin admin] Transition to ACTIVE for port object da83a358-96ef-49e0-b9c9-6e8466889b9a will not be triggered until provisioned by entity DHCP. {{(pid=92884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:44:46.759259 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-8059f61e-4f91-48f9-8a91-f4481178467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:46.806118 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8059f61e-4f91-48f9-8a91-f4481178467a admin admin] Network f45b031e-523d-4c04-a82b-25c2a2e3a7f5 is already hosted by enough agents. {{(pid=92884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:44:46.813460 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [None req-8059f61e-4f91-48f9-8a91-f4481178467a admin admin] Resources bound (agent type, host, resource id): {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:44:46.818560 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8059f61e-4f91-48f9-8a91-f4481178467a admin admin] Received port after_create {{(pid=92884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:44:46.870896 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059f61e-4f91-48f9-8a91-f4481178467a admin admin] Pushing event updated for resources: {'Port': ['ID=da83a358-96ef-49e0-b9c9-6e8466889b9a,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:46.891052 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-8059f61e-4f91-48f9-8a91-f4481178467a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502481'] for router_interface, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:46.973422 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-448ca6cb-6ac8-4d84-8d3e-2375cee3d67e None None] Notify callbacks [] for port, precommit_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:47.000684 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-448ca6cb-6ac8-4d84-8d3e-2375cee3d67e None None] Transition to ACTIVE for port object 67ec5000-290f-4939-be79-5788583c0b76 will not be triggered until provisioned by entity L2. {{(pid=92886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:44:47.020795 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-448ca6cb-6ac8-4d84-8d3e-2375cee3d67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:47.087816 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-448ca6cb-6ac8-4d84-8d3e-2375cee3d67e None None] Attempting to bind port 67ec5000-290f-4939-be79-5788583c0b76 on host dv-cinder-786933-3-iscsi for vnic_type normal with profile {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:44:47.088228 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-448ca6cb-6ac8-4d84-8d3e-2375cee3d67e None None] Attempting to bind port 67ec5000-290f-4939-be79-5788583c0b76 by drivers openvswitch,hyperv on host dv-cinder-786933-3-iscsi at level 0 using segments [{'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'}] {{(pid=92886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:44:47.088543 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448ca6cb-6ac8-4d84-8d3e-2375cee3d67e None None] Attempting to bind port 67ec5000-290f-4939-be79-5788583c0b76 on network 016193b2-3012-4896-ba69-fa2225e8730f {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:44:47.094905 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-8059f61e-4f91-48f9-8a91-f4481178467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:47.098022 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448ca6cb-6ac8-4d84-8d3e-2375cee3d67e None None] Checking agent: {'id': '666c655c-5d62-4287-a041-db0951989b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 16, 18), 'started_at': datetime.datetime(2021, 7, 13, 19, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:44:47.098398 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448ca6cb-6ac8-4d84-8d3e-2375cee3d67e None None] Checking segment: {'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:44:47.098800 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-448ca6cb-6ac8-4d84-8d3e-2375cee3d67e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:47.099198 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448ca6cb-6ac8-4d84-8d3e-2375cee3d67e None None] Bound using segment: {'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'} {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:44:47.099678 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-448ca6cb-6ac8-4d84-8d3e-2375cee3d67e None None] Bound port: 67ec5000-290f-4939-be79-5788583c0b76, host: dv-cinder-786933-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'}}] {{(pid=92886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:44:47.100118 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-448ca6cb-6ac8-4d84-8d3e-2375cee3d67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:47.168381 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-448ca6cb-6ac8-4d84-8d3e-2375cee3d67e None None] For port 67ec5000-290f-4939-be79-5788583c0b76, host dv-cinder-786933-3-iscsi, cleared binding levels {{(pid=92886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:44:47.171967 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-448ca6cb-6ac8-4d84-8d3e-2375cee3d67e None None] For port 67ec5000-290f-4939-be79-5788583c0b76, host dv-cinder-786933-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=67ec5000-290f-4939-be79-5788583c0b76,segment=NetworkSegment(13a02452-998b-4f16-8f41-6eb5670d640f),segment_id=13a02452-998b-4f16-8f41-6eb5670d640f)] {{(pid=92886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:44:47.183369 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-448ca6cb-6ac8-4d84-8d3e-2375cee3d67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:47.217083 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b2a6d9-f785-4ae6-a907-8634d5d6ddf6 None None] Pushing event updated for resources: {'Port': ['ID=67ec5000-290f-4939-be79-5788583c0b76,revision_number=2']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:47.247773 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448ca6cb-6ac8-4d84-8d3e-2375cee3d67e None None] Routers {'34cb9fbb-4e7b-49bd-810e-60d4ac25206a'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:47.248431 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-448ca6cb-6ac8-4d84-8d3e-2375cee3d67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:44:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['34cb9fbb-4e7b-49bd-810e-60d4ac25206a'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:47.293870 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 87805501-0b7f-40c8-9f02-f15e4de6fd0a up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:44:47.337175 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-8059f61e-4f91-48f9-8a91-f4481178467a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:47.342957 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-8059f61e-4f91-48f9-8a91-f4481178467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4873477'] for port, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:47.389704 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4f0b3404-daf2-47e6-97b6-f0b19233e520 None None] Provisioning for port da83a358-96ef-49e0-b9c9-6e8466889b9a completed by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:44:47.399446 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b2a6d9-f785-4ae6-a907-8634d5d6ddf6 None None] Pushing event updated for resources: {'Port': ['ID=67ec5000-290f-4939-be79-5788583c0b76,revision_number=3']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:47.405422 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4f0b3404-daf2-47e6-97b6-f0b19233e520 None None] Provisioning complete for port da83a358-96ef-49e0-b9c9-6e8466889b9a triggered by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:47.406064 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4f0b3404-daf2-47e6-97b6-f0b19233e520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:47.415825 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-8059f61e-4f91-48f9-8a91-f4481178467a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-645687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-505441'] for router_interface, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:47.417838 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059f61e-4f91-48f9-8a91-f4481178467a admin admin] Pushing event updated for resources: {'Port': ['ID=da83a358-96ef-49e0-b9c9-6e8466889b9a,revision_number=2']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:47.469625 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-448ca6cb-6ac8-4d84-8d3e-2375cee3d67e None None] Set router 34cb9fbb-4e7b-49bd-810e-60d4ac25206a gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:44:47.471389 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port 87805501-0b7f-40c8-9f02-f15e4de6fd0a triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:47.471762 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:47.473201 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-4f0b3404-daf2-47e6-97b6-f0b19233e520 None None] Port da83a358-96ef-49e0-b9c9-6e8466889b9a cannot update to ACTIVE because it is not bound. {{(pid=92886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:44:47.520719 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8059f61e-4f91-48f9-8a91-f4481178467a admin admin] Network f45b031e-523d-4c04-a82b-25c2a2e3a7f5 is already hosted by enough agents. {{(pid=92884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:44:47.522213 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [None req-8059f61e-4f91-48f9-8a91-f4481178467a admin admin] Resources bound (agent type, host, resource id): {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:44:47.646819 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8059f61e-4f91-48f9-8a91-f4481178467a admin admin] Router 34cb9fbb-4e7b-49bd-810e-60d4ac25206a has already been hosted by L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd {{(pid=92884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:44:47.690387 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 52153dc6-e5e5-4282-8d4a-a174666239d9 up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:44:47.766714 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8059f61e-4f91-48f9-8a91-f4481178467a admin admin] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:44:47.776651 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-8059f61e-4f91-48f9-8a91-f4481178467a admin admin] 10.222.0.22 "PUT /v2.0/routers/34cb9fbb-4e7b-49bd-810e-60d4ac25206a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9343710 Jul 13 19:44:47.787760 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-eef97a71-8c6b-4793-a467-3104114dc21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:47.790937 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning for port 52153dc6-e5e5-4282-8d4a-a174666239d9 completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:44:47.800529 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-448ca6cb-6ac8-4d84-8d3e-2375cee3d67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cb9fbb-4e7b-49bd-810e-60d4ac25206a', 'name': 'tempest-TestShelveInstance-899878008-router', 'tenant_id': '67937de30d1a410986fddb37597669ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '67ec5000-290f-4939-be79-5788583c0b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:44Z', 'updated_at': '2021-07-13T19:44:47Z', 'revision_number': 4, 'project_id': '67937de30d1a410986fddb37597669ec', 'gw_port': {'id': '67ec5000-290f-4939-be79-5788583c0b76', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34cb9fbb-4e7b-49bd-810e-60d4ac25206a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:44Z', 'updated_at': '2021-07-13T19:44:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': 'da83a358-96ef-49e0-b9c9-6e8466889b9a', 'name': '', 'network_id': 'f45b031e-523d-4c04-a82b-25c2a2e3a7f5', 'tenant_id': '67937de30d1a410986fddb37597669ec', 'mac_address': 'fa:16:3e:c6:da:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34cb9fbb-4e7b-49bd-810e-60d4ac25206a', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '50cdfde6-4065-49f7-992c-0166faa8fdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:46Z', 'updated_at': '2021-07-13T19:44:46Z', 'revision_number': 1, 'project_id': '67937de30d1a410986fddb37597669ec', 'subnets': [{'id': '50cdfde6-4065-49f7-992c-0166faa8fdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:47.803946 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port 52153dc6-e5e5-4282-8d4a-a174666239d9 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:47.804252 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:47.833123 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448ca6cb-6ac8-4d84-8d3e-2375cee3d67e None None] The sync data for ids ['34cb9fbb-4e7b-49bd-810e-60d4ac25206a'] in dv-cinder-786933-3-iscsi is: [{'id': '34cb9fbb-4e7b-49bd-810e-60d4ac25206a', 'name': 'tempest-TestShelveInstance-899878008-router', 'tenant_id': '67937de30d1a410986fddb37597669ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '67ec5000-290f-4939-be79-5788583c0b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:44Z', 'updated_at': '2021-07-13T19:44:47Z', 'revision_number': 4, 'project_id': '67937de30d1a410986fddb37597669ec', 'gw_port': {'id': '67ec5000-290f-4939-be79-5788583c0b76', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34cb9fbb-4e7b-49bd-810e-60d4ac25206a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:44Z', 'updated_at': '2021-07-13T19:44:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': 'da83a358-96ef-49e0-b9c9-6e8466889b9a', 'name': '', 'network_id': 'f45b031e-523d-4c04-a82b-25c2a2e3a7f5', 'tenant_id': '67937de30d1a410986fddb37597669ec', 'mac_address': 'fa:16:3e:c6:da:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34cb9fbb-4e7b-49bd-810e-60d4ac25206a', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '50cdfde6-4065-49f7-992c-0166faa8fdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:46Z', 'updated_at': '2021-07-13T19:44:46Z', 'revision_number': 1, 'project_id': '67937de30d1a410986fddb37597669ec', 'subnets': [{'id': '50cdfde6-4065-49f7-992c-0166faa8fdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:44:47.859836 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-c33f5bec-eebb-4aa4-b81d-04c91fd2ec45 None None] Provisioning complete for port da83a358-96ef-49e0-b9c9-6e8466889b9a triggered by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:47.859836 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-c33f5bec-eebb-4aa4-b81d-04c91fd2ec45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:47.919212 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-c33f5bec-eebb-4aa4-b81d-04c91fd2ec45 None None] Port da83a358-96ef-49e0-b9c9-6e8466889b9a cannot update to ACTIVE because it is not bound. {{(pid=92886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:44:47.920930 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:47.965953 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:48.000111 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] For port 52153dc6-e5e5-4282-8d4a-a174666239d9, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=52153dc6-e5e5-4282-8d4a-a174666239d9,segment=NetworkSegment(16c950ef-9972-4050-af62-e3b9f6dc52c9),segment_id=16c950ef-9972-4050-af62-e3b9f6dc52c9)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:48.004325 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:48.005133 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device e1af6c0b-39cf-45af-b113-beb46b5159b2 up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:44:48.100062 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Pushing event updated for resources: {'Port': ['ID=52153dc6-e5e5-4282-8d4a-a174666239d9,revision_number=5']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:48.118932 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning for port e1af6c0b-39cf-45af-b113-beb46b5159b2 completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:44:48.126900 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port e1af6c0b-39cf-45af-b113-beb46b5159b2 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:48.127279 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:48.209692 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:48.244627 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] For port e1af6c0b-39cf-45af-b113-beb46b5159b2, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=e1af6c0b-39cf-45af-b113-beb46b5159b2,segment=NetworkSegment(22b79336-5041-44ad-9334-c4b12a9526e4),segment_id=22b79336-5041-44ad-9334-c4b12a9526e4)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:48.248945 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:48.307089 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Pushing event updated for resources: {'Port': ['ID=e1af6c0b-39cf-45af-b113-beb46b5159b2,revision_number=3']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:49.019441 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 52153dc6-e5e5-4282-8d4a-a174666239d9 up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:44:49.066070 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port 52153dc6-e5e5-4282-8d4a-a174666239d9 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:49.066439 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:49.108593 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:49.154225 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device e1af6c0b-39cf-45af-b113-beb46b5159b2 up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:44:49.342541 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port e1af6c0b-39cf-45af-b113-beb46b5159b2 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:49.342905 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:49.435036 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 33846) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:49.439887 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-856bff89-bd04-4e4b-a186-28a83697c7f5 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-961608348', 'description': 'tempest-secgroup-smoke-961608348 description', 'project_id': 'd2dbe28b6b844f5d9ae86caa35f2af99'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:49.468048 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-856bff89-bd04-4e4b-a186-28a83697c7f5 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:49.563580 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-856bff89-bd04-4e4b-a186-28a83697c7f5 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:49.568671 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-856bff89-bd04-4e4b-a186-28a83697c7f5 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:49.607060 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856bff89-bd04-4e4b-a186-28a83697c7f5 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04531817-7ef8-4d48-b831-b56ce20246db,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:49.611949 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-856bff89-bd04-4e4b-a186-28a83697c7f5 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:49.616374 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-856bff89-bd04-4e4b-a186-28a83697c7f5 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1801624 Jul 13 19:44:49.616784 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 33854) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:49.622659 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-ccf4b789-d35b-42c2-a332-cf5d48ca1deb tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Request body: {'security_group_rule': {'security_group_id': '04531817-7ef8-4d48-b831-b56ce20246db', 'project_id': 'd2dbe28b6b844f5d9ae86caa35f2af99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:49.652854 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ccf4b789-d35b-42c2-a332-cf5d48ca1deb tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:49.725530 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ccf4b789-d35b-42c2-a332-cf5d48ca1deb tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:49.735371 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ccf4b789-d35b-42c2-a332-cf5d48ca1deb tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629246'] for security_group_rule, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:49.754694 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4b789-d35b-42c2-a332-cf5d48ca1deb tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54af8338-ee1f-4f4c-9272-f87b6a391a93,revision_number=0']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:49.762775 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ccf4b789-d35b-42c2-a332-cf5d48ca1deb tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:49.763996 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-ccf4b789-d35b-42c2-a332-cf5d48ca1deb tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1461396 Jul 13 19:44:49.767831 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 33856) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:49.772526 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-43c0be82-33e7-42e6-9077-9cdd32796474 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Request body: {'security_group_rule': {'security_group_id': '04531817-7ef8-4d48-b831-b56ce20246db', 'project_id': 'd2dbe28b6b844f5d9ae86caa35f2af99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:49.800537 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-43c0be82-33e7-42e6-9077-9cdd32796474 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:49.864328 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-43c0be82-33e7-42e6-9077-9cdd32796474 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:49.868730 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-43c0be82-33e7-42e6-9077-9cdd32796474 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629246'] for security_group_rule, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:49.891519 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0be82-33e7-42e6-9077-9cdd32796474 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef7c3526-2ece-486a-aa34-1cbef31114c8,revision_number=0']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:49.895314 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-43c0be82-33e7-42e6-9077-9cdd32796474 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:49.896515 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-43c0be82-33e7-42e6-9077-9cdd32796474 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1277590 Jul 13 19:44:49.899774 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 33858) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:49.904173 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-9d656d17-95ff-4974-8454-84c9017973e1 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Request body: {'security_group_rule': {'security_group_id': '04531817-7ef8-4d48-b831-b56ce20246db', 'project_id': 'd2dbe28b6b844f5d9ae86caa35f2af99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:49.930998 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-9d656d17-95ff-4974-8454-84c9017973e1 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:49.992706 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-9d656d17-95ff-4974-8454-84c9017973e1 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:49.996439 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-9d656d17-95ff-4974-8454-84c9017973e1 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629246'] for security_group_rule, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:50.014185 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d656d17-95ff-4974-8454-84c9017973e1 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90dc437b-32dc-4a83-a39b-1c0547e82bd1,revision_number=0']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:50.021000 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-9d656d17-95ff-4974-8454-84c9017973e1 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:50.022217 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-9d656d17-95ff-4974-8454-84c9017973e1 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215324 Jul 13 19:44:50.025417 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 33864) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:50.029761 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-bc67ee53-53d4-43bd-af28-bb852c33c7a9 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Request body: {'security_group_rule': {'security_group_id': '04531817-7ef8-4d48-b831-b56ce20246db', 'project_id': 'd2dbe28b6b844f5d9ae86caa35f2af99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:50.058665 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-bc67ee53-53d4-43bd-af28-bb852c33c7a9 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:50.122719 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-bc67ee53-53d4-43bd-af28-bb852c33c7a9 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:50.126317 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-bc67ee53-53d4-43bd-af28-bb852c33c7a9 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629246'] for security_group_rule, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:50.143941 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67ee53-53d4-43bd-af28-bb852c33c7a9 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=720959cc-9e5f-4ec9-a7c5-36be060e5147,revision_number=0']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:50.149847 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-bc67ee53-53d4-43bd-af28-bb852c33c7a9 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:50.152312 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-bc67ee53-53d4-43bd-af28-bb852c33c7a9 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1247041 Jul 13 19:44:50.153807 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 33866) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:50.158644 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-f767568b-2d96-4cc9-a4bc-17d56acfb8ff tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Request body: {'security_group_rule': {'security_group_id': '04531817-7ef8-4d48-b831-b56ce20246db', 'project_id': 'd2dbe28b6b844f5d9ae86caa35f2af99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:50.179847 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.db.securitygroups_db [None req-f767568b-2d96-4cc9-a4bc-17d56acfb8ff tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Project d2dbe28b6b844f5d9ae86caa35f2af99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:44:50.184662 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-f767568b-2d96-4cc9-a4bc-17d56acfb8ff tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:50.244759 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-f767568b-2d96-4cc9-a4bc-17d56acfb8ff tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:50.248370 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-f767568b-2d96-4cc9-a4bc-17d56acfb8ff tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629246'] for security_group_rule, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:50.265918 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767568b-2d96-4cc9-a4bc-17d56acfb8ff tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d2ca005-3d4f-40e1-bc09-810dfcabd0e0,revision_number=0']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:50.274925 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-f767568b-2d96-4cc9-a4bc-17d56acfb8ff tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:50.278655 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-f767568b-2d96-4cc9-a4bc-17d56acfb8ff tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1213133 Jul 13 19:44:50.278882 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 33868) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:44:50.283571 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-ab691ddb-186f-4b5f-b04a-3b3490a2260a tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Request body: {'security_group_rule': {'security_group_id': '04531817-7ef8-4d48-b831-b56ce20246db', 'project_id': 'd2dbe28b6b844f5d9ae86caa35f2af99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:44:50.305674 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.db.securitygroups_db [None req-ab691ddb-186f-4b5f-b04a-3b3490a2260a tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Project d2dbe28b6b844f5d9ae86caa35f2af99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:44:50.310979 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ab691ddb-186f-4b5f-b04a-3b3490a2260a tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:50.376441 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ab691ddb-186f-4b5f-b04a-3b3490a2260a tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:50.382067 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ab691ddb-186f-4b5f-b04a-3b3490a2260a tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629246'] for security_group_rule, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:50.401544 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab691ddb-186f-4b5f-b04a-3b3490a2260a tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cd21b4c-664c-4a4d-bd63-3ec0fb676435,revision_number=0']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:50.407710 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ab691ddb-186f-4b5f-b04a-3b3490a2260a tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:50.416469 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-ab691ddb-186f-4b5f-b04a-3b3490a2260a tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1365883 Jul 13 19:44:50.594417 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cf884a-80ea-41ae-b93e-2acd70ee2078 None None] Sync routers for ids ['34cb9fbb-4e7b-49bd-810e-60d4ac25206a'] in dv-cinder-786933-3-iscsi {{(pid=92887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:44:50.606510 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cf884a-80ea-41ae-b93e-2acd70ee2078 None None] Routers {'34cb9fbb-4e7b-49bd-810e-60d4ac25206a'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:50.607318 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-85cf884a-80ea-41ae-b93e-2acd70ee2078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:44:48Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['34cb9fbb-4e7b-49bd-810e-60d4ac25206a'], 'active': True} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:50.715066 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvr_db [None req-85cf884a-80ea-41ae-b93e-2acd70ee2078 None None] Set router 34cb9fbb-4e7b-49bd-810e-60d4ac25206a gateway port host: dv-cinder-786933-3-iscsi {{(pid=92887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:44:50.773249 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:50.920942 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-85cf884a-80ea-41ae-b93e-2acd70ee2078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cb9fbb-4e7b-49bd-810e-60d4ac25206a', 'name': 'tempest-TestShelveInstance-899878008-router', 'tenant_id': '67937de30d1a410986fddb37597669ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '67ec5000-290f-4939-be79-5788583c0b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:44Z', 'updated_at': '2021-07-13T19:44:47Z', 'revision_number': 4, 'project_id': '67937de30d1a410986fddb37597669ec', 'gw_port': {'id': '67ec5000-290f-4939-be79-5788583c0b76', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34cb9fbb-4e7b-49bd-810e-60d4ac25206a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:44Z', 'updated_at': '2021-07-13T19:44:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': 'da83a358-96ef-49e0-b9c9-6e8466889b9a', 'name': '', 'network_id': 'f45b031e-523d-4c04-a82b-25c2a2e3a7f5', 'tenant_id': '67937de30d1a410986fddb37597669ec', 'mac_address': 'fa:16:3e:c6:da:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34cb9fbb-4e7b-49bd-810e-60d4ac25206a', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '50cdfde6-4065-49f7-992c-0166faa8fdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:46Z', 'updated_at': '2021-07-13T19:44:47Z', 'revision_number': 2, 'project_id': '67937de30d1a410986fddb37597669ec', 'subnets': [{'id': '50cdfde6-4065-49f7-992c-0166faa8fdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:50.950961 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cf884a-80ea-41ae-b93e-2acd70ee2078 None None] Checking router: 34cb9fbb-4e7b-49bd-810e-60d4ac25206a for host: dv-cinder-786933-3-iscsi {{(pid=92887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:44:50.951316 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cf884a-80ea-41ae-b93e-2acd70ee2078 None None] Updating router 34cb9fbb-4e7b-49bd-810e-60d4ac25206a port da83a358-96ef-49e0-b9c9-6e8466889b9a binding host dv-cinder-786933-3-iscsi {{(pid=92887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:44:50.989654 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-85cf884a-80ea-41ae-b93e-2acd70ee2078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:51.045301 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 67ec5000-290f-4939-be79-5788583c0b76 up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:44:51.112766 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning for port 67ec5000-290f-4939-be79-5788583c0b76 completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:44:51.117544 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port 67ec5000-290f-4939-be79-5788583c0b76 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:51.117964 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:51.202679 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:51.224725 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] For port 67ec5000-290f-4939-be79-5788583c0b76, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=67ec5000-290f-4939-be79-5788583c0b76,segment=NetworkSegment(13a02452-998b-4f16-8f41-6eb5670d640f),segment_id=13a02452-998b-4f16-8f41-6eb5670d640f)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:51.229553 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:51.279850 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Pushing event updated for resources: {'Port': ['ID=67ec5000-290f-4939-be79-5788583c0b76,revision_number=4']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:51.291468 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-85cf884a-80ea-41ae-b93e-2acd70ee2078 None None] Notify callbacks [] for port, precommit_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:51.303789 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.provisioning_blocks [None req-85cf884a-80ea-41ae-b93e-2acd70ee2078 None None] Transition to ACTIVE for port object da83a358-96ef-49e0-b9c9-6e8466889b9a will not be triggered until provisioned by entity L2. {{(pid=92887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:44:51.310696 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-85cf884a-80ea-41ae-b93e-2acd70ee2078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:51.456721 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f7b56-97fd-4a88-b57e-14b938a9e4e6 None None] Pushing event updated for resources: {'Port': ['ID=da83a358-96ef-49e0-b9c9-6e8466889b9a,revision_number=3']} {{(pid=92887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:51.511746 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.managers [None req-85cf884a-80ea-41ae-b93e-2acd70ee2078 None None] Attempting to bind port da83a358-96ef-49e0-b9c9-6e8466889b9a on host dv-cinder-786933-3-iscsi for vnic_type normal with profile {{(pid=92887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:44:51.512397 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.managers [None req-85cf884a-80ea-41ae-b93e-2acd70ee2078 None None] Attempting to bind port da83a358-96ef-49e0-b9c9-6e8466889b9a by drivers openvswitch,hyperv on host dv-cinder-786933-3-iscsi at level 0 using segments [{'id': '22b79336-5041-44ad-9334-c4b12a9526e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'f45b031e-523d-4c04-a82b-25c2a2e3a7f5'}] {{(pid=92887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:44:51.512582 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cf884a-80ea-41ae-b93e-2acd70ee2078 None None] Attempting to bind port da83a358-96ef-49e0-b9c9-6e8466889b9a on network f45b031e-523d-4c04-a82b-25c2a2e3a7f5 {{(pid=92887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:44:51.518313 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cf884a-80ea-41ae-b93e-2acd70ee2078 None None] Checking agent: {'id': '666c655c-5d62-4287-a041-db0951989b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 16, 18), 'started_at': datetime.datetime(2021, 7, 13, 19, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:44:51.518679 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cf884a-80ea-41ae-b93e-2acd70ee2078 None None] Checking segment: {'id': '22b79336-5041-44ad-9334-c4b12a9526e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'f45b031e-523d-4c04-a82b-25c2a2e3a7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:44:51.519072 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-85cf884a-80ea-41ae-b93e-2acd70ee2078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:51.519461 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cf884a-80ea-41ae-b93e-2acd70ee2078 None None] Bound using segment: {'id': '22b79336-5041-44ad-9334-c4b12a9526e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'f45b031e-523d-4c04-a82b-25c2a2e3a7f5'} {{(pid=92887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:44:51.519924 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.managers [None req-85cf884a-80ea-41ae-b93e-2acd70ee2078 None None] Bound port: da83a358-96ef-49e0-b9c9-6e8466889b9a, host: dv-cinder-786933-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b79336-5041-44ad-9334-c4b12a9526e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'f45b031e-523d-4c04-a82b-25c2a2e3a7f5'}}] {{(pid=92887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:44:51.520312 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-85cf884a-80ea-41ae-b93e-2acd70ee2078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:51.590246 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.db [None req-85cf884a-80ea-41ae-b93e-2acd70ee2078 None None] For port da83a358-96ef-49e0-b9c9-6e8466889b9a, host dv-cinder-786933-3-iscsi, cleared binding levels {{(pid=92887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:44:51.593487 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.db [None req-85cf884a-80ea-41ae-b93e-2acd70ee2078 None None] For port da83a358-96ef-49e0-b9c9-6e8466889b9a, host dv-cinder-786933-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=da83a358-96ef-49e0-b9c9-6e8466889b9a,segment=NetworkSegment(22b79336-5041-44ad-9334-c4b12a9526e4),segment_id=22b79336-5041-44ad-9334-c4b12a9526e4)] {{(pid=92887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:44:51.602141 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-85cf884a-80ea-41ae-b93e-2acd70ee2078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:51.675734 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cf884a-80ea-41ae-b93e-2acd70ee2078 None None] Routers {'34cb9fbb-4e7b-49bd-810e-60d4ac25206a'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:44:51.676459 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-85cf884a-80ea-41ae-b93e-2acd70ee2078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:44:48Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['34cb9fbb-4e7b-49bd-810e-60d4ac25206a'], 'active': True} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:51.683584 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f7b56-97fd-4a88-b57e-14b938a9e4e6 None None] Pushing event updated for resources: {'Port': ['ID=da83a358-96ef-49e0-b9c9-6e8466889b9a,revision_number=4']} {{(pid=92887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:51.798836 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvr_db [None req-85cf884a-80ea-41ae-b93e-2acd70ee2078 None None] Set router 34cb9fbb-4e7b-49bd-810e-60d4ac25206a gateway port host: dv-cinder-786933-3-iscsi {{(pid=92887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:44:52.002178 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-85cf884a-80ea-41ae-b93e-2acd70ee2078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cb9fbb-4e7b-49bd-810e-60d4ac25206a', 'name': 'tempest-TestShelveInstance-899878008-router', 'tenant_id': '67937de30d1a410986fddb37597669ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '67ec5000-290f-4939-be79-5788583c0b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:44Z', 'updated_at': '2021-07-13T19:44:47Z', 'revision_number': 4, 'project_id': '67937de30d1a410986fddb37597669ec', 'gw_port': {'id': '67ec5000-290f-4939-be79-5788583c0b76', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cb9fbb-4e7b-49bd-810e-60d4ac25206a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:44Z', 'updated_at': '2021-07-13T19:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': 'da83a358-96ef-49e0-b9c9-6e8466889b9a', 'name': '', 'network_id': 'f45b031e-523d-4c04-a82b-25c2a2e3a7f5', 'tenant_id': '67937de30d1a410986fddb37597669ec', 'mac_address': 'fa:16:3e:c6:da:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34cb9fbb-4e7b-49bd-810e-60d4ac25206a', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '50cdfde6-4065-49f7-992c-0166faa8fdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:46Z', 'updated_at': '2021-07-13T19:44:51Z', 'revision_number': 4, 'project_id': '67937de30d1a410986fddb37597669ec', 'subnets': [{'id': '50cdfde6-4065-49f7-992c-0166faa8fdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:44:52.023013 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cf884a-80ea-41ae-b93e-2acd70ee2078 None None] The sync data for ids ['34cb9fbb-4e7b-49bd-810e-60d4ac25206a'] in dv-cinder-786933-3-iscsi is: [{'id': '34cb9fbb-4e7b-49bd-810e-60d4ac25206a', 'name': 'tempest-TestShelveInstance-899878008-router', 'tenant_id': '67937de30d1a410986fddb37597669ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '67ec5000-290f-4939-be79-5788583c0b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:44Z', 'updated_at': '2021-07-13T19:44:47Z', 'revision_number': 4, 'project_id': '67937de30d1a410986fddb37597669ec', 'gw_port': {'id': '67ec5000-290f-4939-be79-5788583c0b76', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cb9fbb-4e7b-49bd-810e-60d4ac25206a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:44Z', 'updated_at': '2021-07-13T19:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': 'da83a358-96ef-49e0-b9c9-6e8466889b9a', 'name': '', 'network_id': 'f45b031e-523d-4c04-a82b-25c2a2e3a7f5', 'tenant_id': '67937de30d1a410986fddb37597669ec', 'mac_address': 'fa:16:3e:c6:da:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34cb9fbb-4e7b-49bd-810e-60d4ac25206a', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '50cdfde6-4065-49f7-992c-0166faa8fdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:46Z', 'updated_at': '2021-07-13T19:44:51Z', 'revision_number': 4, 'project_id': '67937de30d1a410986fddb37597669ec', 'subnets': [{'id': '50cdfde6-4065-49f7-992c-0166faa8fdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:44:52.623276 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:44:53.038359 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device da83a358-96ef-49e0-b9c9-6e8466889b9a up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:44:53.090715 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning for port da83a358-96ef-49e0-b9c9-6e8466889b9a completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:44:53.094397 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port da83a358-96ef-49e0-b9c9-6e8466889b9a triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:53.094771 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:53.169102 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:53.202652 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] For port da83a358-96ef-49e0-b9c9-6e8466889b9a, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=da83a358-96ef-49e0-b9c9-6e8466889b9a,segment=NetworkSegment(22b79336-5041-44ad-9334-c4b12a9526e4),segment_id=22b79336-5041-44ad-9334-c4b12a9526e4)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:44:53.206645 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:53.207718 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 67ec5000-290f-4939-be79-5788583c0b76 up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:44:53.283543 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Pushing event updated for resources: {'Port': ['ID=da83a358-96ef-49e0-b9c9-6e8466889b9a,revision_number=5']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:44:53.299111 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port 67ec5000-290f-4939-be79-5788583c0b76 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:53.299477 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:44:55.016004 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device da83a358-96ef-49e0-b9c9-6e8466889b9a up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:44:55.068931 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port da83a358-96ef-49e0-b9c9-6e8466889b9a triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:44:55.069302 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:12.908279 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:15.217010 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-7c9d0fde-4920-4469-bf00-62c0df673f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:17.771037 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-c6e4dec9-2e9f-4b25-831e-0df81bbd438b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:17.893308 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:19.091199 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:20.774736 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:24.298677 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-eea7e0fe-824e-469e-a034-a1b64161bbd2 req-5439e356-8961-4cc6-ba72-d2ff32c65813 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=94daae67-408f-45a0-bd6c-c422144a4293&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508163 Jul 13 19:45:24.400874 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7e0fe-824e-469e-a034-a1b64161bbd2 req-858f678f-ab7c-4a71-8700-18b80fe0dbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:24.402418 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-eea7e0fe-824e-469e-a034-a1b64161bbd2 req-858f678f-ab7c-4a71-8700-18b80fe0dbe5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f2df23c120004786bdbc54c2ad27b7df&device_id=94daae67-408f-45a0-bd6c-c422144a4293 HTTP/1.1" status: 200 len: 1098 time: 0.0589547 Jul 13 19:45:24.506097 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7e0fe-824e-469e-a034-a1b64161bbd2 req-44a7b019-8412-4c8c-82b2-f41f33f1d074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:24.507563 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-eea7e0fe-824e-469e-a034-a1b64161bbd2 req-44a7b019-8412-4c8c-82b2-f41f33f1d074 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cf7dab8a-c373-4837-ae0f-7b4d00b9b824 HTTP/1.1" status: 200 len: 913 time: 0.0843794 Jul 13 19:45:24.571000 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-eea7e0fe-824e-469e-a034-a1b64161bbd2 req-287b0d55-67b0-47d0-b2c0-1c9b8169b925 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=694ac173-3cd8-4675-ab1a-ff793d587f4c HTTP/1.1" status: 200 len: 1000 time: 0.0569260 Jul 13 19:45:24.617277 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7e0fe-824e-469e-a034-a1b64161bbd2 req-84d53ecb-9e70-493d-bcdc-53b4ea9cce83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:24.619322 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-eea7e0fe-824e-469e-a034-a1b64161bbd2 req-84d53ecb-9e70-493d-bcdc-53b4ea9cce83 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c43d8f9f-c845-4d5c-82df-5404e88902e1 HTTP/1.1" status: 200 len: 850 time: 0.0428028 Jul 13 19:45:24.676286 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7e0fe-824e-469e-a034-a1b64161bbd2 req-d5de9859-2c0c-474f-a071-113050c15135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:45:24.677795 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-eea7e0fe-824e-469e-a034-a1b64161bbd2 req-d5de9859-2c0c-474f-a071-113050c15135 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf7dab8a-c373-4837-ae0f-7b4d00b9b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526752 Jul 13 19:45:24.762937 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-eea7e0fe-824e-469e-a034-a1b64161bbd2 req-02c0b949-d1c2-4f64-aaf0-f84b0ce03c8f service neutron] 10.222.0.72 "GET /v2.0/networks/cf7dab8a-c373-4837-ae0f-7b4d00b9b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784137 Jul 13 19:45:24.851346 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-eea7e0fe-824e-469e-a034-a1b64161bbd2 req-d526b1de-8dff-4a51-9150-1325eece517a service neutron] 10.222.0.72 "GET /v2.0/networks/cf7dab8a-c373-4837-ae0f-7b4d00b9b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816398 Jul 13 19:45:29.624189 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:45:42.909051 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:45.217585 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-212df406-18a7-4481-b3a4-6901eedd0938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:47.771508 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-24680804-97b3-4479-9fd8-06a24421c561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:47.892753 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:49.097298 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:45:50.776665 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:06.623228 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:46:12.923466 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:15.218007 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-dcff312c-9d90-4815-b1b0-521edda1febf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:17.772074 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-330d36b3-5607-4d45-a814-1f5f01821df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:17.893323 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:19.099924 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:20.781342 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:24.847072 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-82483107-94d8-412f-9c3b-dddcb9cebdb3 req-c1b2eb92-ece4-47a1-bc13-22cf8d6e91f3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=94daae67-408f-45a0-bd6c-c422144a4293&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514545 Jul 13 19:46:24.938200 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82483107-94d8-412f-9c3b-dddcb9cebdb3 req-07ef3901-7cba-44a8-873d-d002cc94e0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:24.939730 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-82483107-94d8-412f-9c3b-dddcb9cebdb3 req-07ef3901-7cba-44a8-873d-d002cc94e0df service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f2df23c120004786bdbc54c2ad27b7df&device_id=94daae67-408f-45a0-bd6c-c422144a4293 HTTP/1.1" status: 200 len: 1098 time: 0.0510287 Jul 13 19:46:25.043165 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82483107-94d8-412f-9c3b-dddcb9cebdb3 req-81eb737b-ae24-4b60-9c06-855946a2b8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:25.044679 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-82483107-94d8-412f-9c3b-dddcb9cebdb3 req-81eb737b-ae24-4b60-9c06-855946a2b8aa service neutron] 10.222.0.72 "GET /v2.0/networks?id=cf7dab8a-c373-4837-ae0f-7b4d00b9b824 HTTP/1.1" status: 200 len: 913 time: 0.0860484 Jul 13 19:46:25.107330 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-82483107-94d8-412f-9c3b-dddcb9cebdb3 req-9fdff8dd-6ed4-43fa-bc20-403d7f5fd319 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=694ac173-3cd8-4675-ab1a-ff793d587f4c HTTP/1.1" status: 200 len: 1000 time: 0.0562429 Jul 13 19:46:25.155084 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82483107-94d8-412f-9c3b-dddcb9cebdb3 req-cd115aac-7d23-45e7-af3a-c133a5481388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:25.156570 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-82483107-94d8-412f-9c3b-dddcb9cebdb3 req-cd115aac-7d23-45e7-af3a-c133a5481388 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c43d8f9f-c845-4d5c-82df-5404e88902e1 HTTP/1.1" status: 200 len: 850 time: 0.0429661 Jul 13 19:46:25.215957 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82483107-94d8-412f-9c3b-dddcb9cebdb3 req-44584975-9958-4fb3-9e85-4deb9e611398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:46:25.217541 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-82483107-94d8-412f-9c3b-dddcb9cebdb3 req-44584975-9958-4fb3-9e85-4deb9e611398 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf7dab8a-c373-4837-ae0f-7b4d00b9b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552502 Jul 13 19:46:25.305036 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-82483107-94d8-412f-9c3b-dddcb9cebdb3 req-16917c3f-77ff-4d95-9158-acb36a7c6bbd service neutron] 10.222.0.72 "GET /v2.0/networks/cf7dab8a-c373-4837-ae0f-7b4d00b9b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805621 Jul 13 19:46:25.395628 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-82483107-94d8-412f-9c3b-dddcb9cebdb3 req-21684e26-7bdb-4de0-afe3-0c3620f5311c service neutron] 10.222.0.72 "GET /v2.0/networks/cf7dab8a-c373-4837-ae0f-7b4d00b9b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847418 Jul 13 19:46:42.922625 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:43.623145 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:46:45.219311 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb482c8b-1a03-4026-a936-cc9a2763dea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:47.774861 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-a2e89ce0-3ca6-4613-a5cc-e42d82bde738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:47.894707 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:49.093173 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:46:50.783857 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:12.921871 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:15.219565 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-a3b4c13b-644a-4092-b2f6-b932be83f70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:17.776866 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4fbd9ac0-71a2-42b6-95c1-ce81a0f7dd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:17.895229 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:19.096750 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:20.621673 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:47:20.788219 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:24.280293 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-05591c80-d40f-4440-bb27-02ea29f780b0 req-4fbd52bc-3fad-4133-96b7-c8e1803841fc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=94daae67-408f-45a0-bd6c-c422144a4293&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515742 Jul 13 19:47:24.375095 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05591c80-d40f-4440-bb27-02ea29f780b0 req-7207810d-d621-4e25-a9f0-5e1a736164c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:24.376638 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-05591c80-d40f-4440-bb27-02ea29f780b0 req-7207810d-d621-4e25-a9f0-5e1a736164c9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f2df23c120004786bdbc54c2ad27b7df&device_id=94daae67-408f-45a0-bd6c-c422144a4293 HTTP/1.1" status: 200 len: 1098 time: 0.0534513 Jul 13 19:47:24.482236 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05591c80-d40f-4440-bb27-02ea29f780b0 req-821ed58d-38b9-47e2-a3e2-90d77a2976d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:24.483720 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-05591c80-d40f-4440-bb27-02ea29f780b0 req-821ed58d-38b9-47e2-a3e2-90d77a2976d6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cf7dab8a-c373-4837-ae0f-7b4d00b9b824 HTTP/1.1" status: 200 len: 913 time: 0.0868089 Jul 13 19:47:24.547527 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-05591c80-d40f-4440-bb27-02ea29f780b0 req-fa4de86f-6cfe-4691-928a-7da96e58547b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=694ac173-3cd8-4675-ab1a-ff793d587f4c HTTP/1.1" status: 200 len: 1000 time: 0.0573747 Jul 13 19:47:24.597654 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05591c80-d40f-4440-bb27-02ea29f780b0 req-2a81971f-c224-4402-bd9a-3f0975b30c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:24.599472 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-05591c80-d40f-4440-bb27-02ea29f780b0 req-2a81971f-c224-4402-bd9a-3f0975b30c97 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c43d8f9f-c845-4d5c-82df-5404e88902e1 HTTP/1.1" status: 200 len: 850 time: 0.0458398 Jul 13 19:47:24.654634 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05591c80-d40f-4440-bb27-02ea29f780b0 req-608b2981-3e95-4cc5-ad6c-8fe6e58eeb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:47:24.656149 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-05591c80-d40f-4440-bb27-02ea29f780b0 req-608b2981-3e95-4cc5-ad6c-8fe6e58eeb3c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf7dab8a-c373-4837-ae0f-7b4d00b9b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511682 Jul 13 19:47:24.745218 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-05591c80-d40f-4440-bb27-02ea29f780b0 req-84d9fe64-0768-4f44-a781-64a6acc24448 service neutron] 10.222.0.72 "GET /v2.0/networks/cf7dab8a-c373-4837-ae0f-7b4d00b9b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828345 Jul 13 19:47:24.838727 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-05591c80-d40f-4440-bb27-02ea29f780b0 req-955efafe-0dbd-4bce-becd-4cd02cb021be service neutron] 10.222.0.72 "GET /v2.0/networks/cf7dab8a-c373-4837-ae0f-7b4d00b9b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863953 Jul 13 19:47:42.938851 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:45.219601 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-a5c611fd-60a3-4327-b0e0-64b0c4628f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:47.777465 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-dd38b782-9294-408c-8146-824094350a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:47.895934 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:49.098884 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:50.792961 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:47:57.622092 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:48:12.936224 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:15.221376 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-3eae0aa4-3b70-4348-aeaf-c7602502b44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:17.780923 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-7d912cc3-d458-4069-b5d5-00ff31a084a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:17.896457 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:19.100310 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:20.795738 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:25.314205 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-12c7de18-8021-4e44-8988-24f703cc4ef3 req-dc86148a-5fd3-41a1-a0f4-c44f5a95f49c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=94daae67-408f-45a0-bd6c-c422144a4293&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0523729 Jul 13 19:48:25.404754 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7de18-8021-4e44-8988-24f703cc4ef3 req-ce4adfc2-3f05-4435-b6ee-588fef8d289a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:25.406248 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-12c7de18-8021-4e44-8988-24f703cc4ef3 req-ce4adfc2-3f05-4435-b6ee-588fef8d289a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f2df23c120004786bdbc54c2ad27b7df&device_id=94daae67-408f-45a0-bd6c-c422144a4293 HTTP/1.1" status: 200 len: 1098 time: 0.0518358 Jul 13 19:48:25.508768 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7de18-8021-4e44-8988-24f703cc4ef3 req-86510db1-9dd3-4c70-80ff-ba75c59dbc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:25.510226 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-12c7de18-8021-4e44-8988-24f703cc4ef3 req-86510db1-9dd3-4c70-80ff-ba75c59dbc49 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cf7dab8a-c373-4837-ae0f-7b4d00b9b824 HTTP/1.1" status: 200 len: 913 time: 0.0842316 Jul 13 19:48:25.574149 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-12c7de18-8021-4e44-8988-24f703cc4ef3 req-26c967b5-48d6-4fe7-970f-109d920018ee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=694ac173-3cd8-4675-ab1a-ff793d587f4c HTTP/1.1" status: 200 len: 1000 time: 0.0570939 Jul 13 19:48:25.625515 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7de18-8021-4e44-8988-24f703cc4ef3 req-bcd23cb3-d775-4691-933c-9db6d0bfeb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:25.626956 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-12c7de18-8021-4e44-8988-24f703cc4ef3 req-bcd23cb3-d775-4691-933c-9db6d0bfeb8a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c43d8f9f-c845-4d5c-82df-5404e88902e1 HTTP/1.1" status: 200 len: 850 time: 0.0463066 Jul 13 19:48:25.681090 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7de18-8021-4e44-8988-24f703cc4ef3 req-e24603b7-9d9f-4a8a-89ee-3a1887161f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:48:25.682553 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-12c7de18-8021-4e44-8988-24f703cc4ef3 req-e24603b7-9d9f-4a8a-89ee-3a1887161f45 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf7dab8a-c373-4837-ae0f-7b4d00b9b824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495844 Jul 13 19:48:25.767734 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-12c7de18-8021-4e44-8988-24f703cc4ef3 req-bec6dc2b-0185-4d07-b33c-a434184a756b service neutron] 10.222.0.72 "GET /v2.0/networks/cf7dab8a-c373-4837-ae0f-7b4d00b9b824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776889 Jul 13 19:48:25.856481 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-12c7de18-8021-4e44-8988-24f703cc4ef3 req-6e133247-fe64-4079-a0af-fb19acd0b9a3 service neutron] 10.222.0.72 "GET /v2.0/networks/cf7dab8a-c373-4837-ae0f-7b4d00b9b824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823271 Jul 13 19:48:34.620783 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:48:42.937404 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:45.228173 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-263bd3aa-6958-4811-b54e-b3116f335fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:47.781777 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-f87b4622-c948-477b-bbae-3358db887b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:47.897171 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:49.103618 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:48:50.798334 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:11.619688 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:49:12.936836 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:15.222418 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-50b1d7b6-2437-48ca-b99a-c70d475f34d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:17.782679 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-ea2cd921-4064-49ca-9c47-2880ddfc7350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:17.897774 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:19.110538 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:19.539497 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54537b5-c5f6-4615-8059-e285eea2c573 req-a73301c2-0e50-455d-af61-b25a9ed3db04 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:19.541022 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e54537b5-c5f6-4615-8059-e285eea2c573 req-a73301c2-0e50-455d-af61-b25a9ed3db04 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=94daae67-408f-45a0-bd6c-c422144a4293 HTTP/1.1" status: 200 len: 945 time: 0.1768260 Jul 13 19:49:19.577651 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e54537b5-c5f6-4615-8059-e285eea2c573 req-d65d63ce-313f-4aa1-be22-d317e9636600 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b9adbb-42d5-4a10-80c0-775c59faca51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310078 Jul 13 19:49:19.747360 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c59f8-203b-4ec2-98c4-b1c7c7d15088 req-06daa76d-3c45-4ff6-9a6f-e68a75578c7d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:49:19.748768 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-195c59f8-203b-4ec2-98c4-b1c7c7d15088 req-06daa76d-3c45-4ff6-9a6f-e68a75578c7d tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.72 "GET /v2.0/ports?device_id=94daae67-408f-45a0-bd6c-c422144a4293 HTTP/1.1" status: 200 len: 945 time: 0.0626652 Jul 13 19:49:20.113447 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [req-195c59f8-203b-4ec2-98c4-b1c7c7d15088 req-6b7bb861-b428-486c-ac02-7a97a978b713 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Deleting port 694ac173-3cd8-4675-ab1a-ff793d587f4c {{(pid=92884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:49:20.113793 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-195c59f8-203b-4ec2-98c4-b1c7c7d15088 req-6b7bb861-b428-486c-ac02-7a97a978b713 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:20.200206 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-195c59f8-203b-4ec2-98c4-b1c7c7d15088 req-6b7bb861-b428-486c-ac02-7a97a978b713 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] For port 694ac173-3cd8-4675-ab1a-ff793d587f4c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=694ac173-3cd8-4675-ab1a-ff793d587f4c,segment=NetworkSegment(a40130a1-c2a7-4243-8f3c-b4ef1dc74555),segment_id=a40130a1-c2a7-4243-8f3c-b4ef1dc74555)] {{(pid=92884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:49:20.200586 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-195c59f8-203b-4ec2-98c4-b1c7c7d15088 req-6b7bb861-b428-486c-ac02-7a97a978b713 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:20.369428 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-195c59f8-203b-4ec2-98c4-b1c7c7d15088 req-6b7bb861-b428-486c-ac02-7a97a978b713 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:20.369730 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-195c59f8-203b-4ec2-98c4-b1c7c7d15088 req-6b7bb861-b428-486c-ac02-7a97a978b713 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502340'] for floatingip, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:20.370038 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.db.l3_db [req-195c59f8-203b-4ec2-98c4-b1c7c7d15088 req-6b7bb861-b428-486c-ac02-7a97a978b713 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Floating IP 0b2c8029-cb5b-4e3a-b5a3-5913d0d2ee61 disassociated. External IP: 172.27.2.34, port: 694ac173-3cd8-4675-ab1a-ff793d587f4c. Jul 13 19:49:20.370375 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [req-195c59f8-203b-4ec2-98c4-b1c7c7d15088 req-6b7bb861-b428-486c-ac02-7a97a978b713 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Calling delete_port for 694ac173-3cd8-4675-ab1a-ff793d587f4c owned by compute:nova {{(pid=92884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:49:20.492114 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-195c59f8-203b-4ec2-98c4-b1c7c7d15088 req-6b7bb861-b428-486c-ac02-7a97a978b713 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:20.524467 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7bb861-b428-486c-ac02-7a97a978b713 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Pushing event deleted for resources: {'Port': ['ID=694ac173-3cd8-4675-ab1a-ff793d587f4c,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:20.537646 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7bb861-b428-486c-ac02-7a97a978b713 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:20.537991 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7bb861-b428-486c-ac02-7a97a978b713 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:20.538326 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7bb861-b428-486c-ac02-7a97a978b713 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:20.538683 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7bb861-b428-486c-ac02-7a97a978b713 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:20.538978 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7bb861-b428-486c-ac02-7a97a978b713 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:20.539307 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7bb861-b428-486c-ac02-7a97a978b713 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:20.539624 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7bb861-b428-486c-ac02-7a97a978b713 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:20.539950 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7bb861-b428-486c-ac02-7a97a978b713 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:20.540271 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7bb861-b428-486c-ac02-7a97a978b713 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:20.540608 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7bb861-b428-486c-ac02-7a97a978b713 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:20.540928 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7bb861-b428-486c-ac02-7a97a978b713 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:20.541241 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7bb861-b428-486c-ac02-7a97a978b713 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:20.647735 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-195c59f8-203b-4ec2-98c4-b1c7c7d15088 req-6b7bb861-b428-486c-ac02-7a97a978b713 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Router 67741092-1c7f-4713-ba73-57f3f82a7baa has already been hosted by L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd {{(pid=92884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:49:20.759948 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-195c59f8-203b-4ec2-98c4-b1c7c7d15088 req-6b7bb861-b428-486c-ac02-7a97a978b713 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:49:20.769936 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317fd876-089e-4429-9095-6711070a7713 None None] Sync routers for ids ['67741092-1c7f-4713-ba73-57f3f82a7baa'] in dv-cinder-786933-3-iscsi {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:49:20.781446 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317fd876-089e-4429-9095-6711070a7713 None None] Routers {'67741092-1c7f-4713-ba73-57f3f82a7baa'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:49:20.782053 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-317fd876-089e-4429-9095-6711070a7713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:49:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['67741092-1c7f-4713-ba73-57f3f82a7baa'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:49:20.827460 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ad7a77f2-7935-4a88-8d04-5248de6d565f req-dd685b19-b05b-410f-bc7b-2d68dc717ec7 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/ports?device_id=94daae67-408f-45a0-bd6c-c422144a4293 HTTP/1.1" status: 200 len: 210 time: 0.1297169 Jul 13 19:49:20.828637 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [req-195c59f8-203b-4ec2-98c4-b1c7c7d15088 req-6b7bb861-b428-486c-ac02-7a97a978b713 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] No DVR routers for this DVR port 694ac173-3cd8-4675-ab1a-ff793d587f4c on host hv-cinder-78693 {{(pid=92884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:49:20.831051 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-195c59f8-203b-4ec2-98c4-b1c7c7d15088 req-6b7bb861-b428-486c-ac02-7a97a978b713 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:20.833325 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-195c59f8-203b-4ec2-98c4-b1c7c7d15088 req-6b7bb861-b428-486c-ac02-7a97a978b713 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.72 "DELETE /v2.0/ports/694ac173-3cd8-4675-ab1a-ff793d587f4c HTTP/1.1" status: 204 len: 173 time: 1.0795121 Jul 13 19:49:20.833773 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94daae67-408f-45a0-bd6c-c422144a4293', 'name': 'network-vif-deleted', 'tag': '694ac173-3cd8-4675-ab1a-ff793d587f4c'}] {{(pid=92884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:49:20.836356 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cf84a925f246af12420c5659448fd2d5dd2a3ba7c6b104c2b07d23eb28f3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce365ebf-fc41-447b-9b5d-03321532f658" -d '{"events": [{"server_uuid": "94daae67-408f-45a0-bd6c-c422144a4293", "name": "network-vif-deleted", "tag": "694ac173-3cd8-4675-ab1a-ff793d587f4c"}]}' {{(pid=92884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:49:20.836633 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:20.902891 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-317fd876-089e-4429-9095-6711070a7713 None None] Set router 67741092-1c7f-4713-ba73-57f3f82a7baa gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:49:20.951938 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874263a1-4277-4c2f-bd52-3c1b6e0f5bcb x-openstack-request-id: req-874263a1-4277-4c2f-bd52-3c1b6e0f5bcb {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:49:20.952225 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94daae67-408f-45a0-bd6c-c422144a4293", "name": "network-vif-deleted", "tag": "694ac173-3cd8-4675-ab1a-ff793d587f4c", "status": "completed", "code": 200}]} {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:49:20.952478 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-874263a1-4277-4c2f-bd52-3c1b6e0f5bcb {{(pid=92884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:49:20.952911 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94daae67-408f-45a0-bd6c-c422144a4293', 'name': 'network-vif-deleted', 'tag': '694ac173-3cd8-4675-ab1a-ff793d587f4c', 'status': 'completed', 'code': 200} Jul 13 19:49:21.112628 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-317fd876-089e-4429-9095-6711070a7713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'name': 'tempest-AttachVolumeTestJSON-1060596869-router', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '2e82ac64-afa0-497e-9ae8-687616721aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:48Z', 'updated_at': '2021-07-13T19:23:54Z', 'revision_number': 4, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'gw_port': {'id': '2e82ac64-afa0-497e-9ae8-687616721aa4', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:49Z', 'updated_at': '2021-07-13T19:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '02109647-5332-4725-ae8e-06f378714c5e', 'name': '', 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'mac_address': 'fa:16:3e:25:b4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c43d8f9f-c845-4d5c-82df-5404e88902e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:53Z', 'updated_at': '2021-07-13T19:24:04Z', 'revision_number': 5, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'subnets': [{'id': 'c43d8f9f-c845-4d5c-82df-5404e88902e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:49:21.137172 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317fd876-089e-4429-9095-6711070a7713 None None] Checking router: 67741092-1c7f-4713-ba73-57f3f82a7baa for host: dv-cinder-786933-3-iscsi {{(pid=92886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:49:21.144945 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317fd876-089e-4429-9095-6711070a7713 None None] Routers {'67741092-1c7f-4713-ba73-57f3f82a7baa'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:49:21.146062 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-317fd876-089e-4429-9095-6711070a7713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:49:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['67741092-1c7f-4713-ba73-57f3f82a7baa'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:49:21.247942 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-317fd876-089e-4429-9095-6711070a7713 None None] Set router 67741092-1c7f-4713-ba73-57f3f82a7baa gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:49:21.465317 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-317fd876-089e-4429-9095-6711070a7713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'name': 'tempest-AttachVolumeTestJSON-1060596869-router', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '2e82ac64-afa0-497e-9ae8-687616721aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:48Z', 'updated_at': '2021-07-13T19:23:54Z', 'revision_number': 4, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'gw_port': {'id': '2e82ac64-afa0-497e-9ae8-687616721aa4', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:49Z', 'updated_at': '2021-07-13T19:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '02109647-5332-4725-ae8e-06f378714c5e', 'name': '', 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'mac_address': 'fa:16:3e:25:b4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c43d8f9f-c845-4d5c-82df-5404e88902e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:53Z', 'updated_at': '2021-07-13T19:24:04Z', 'revision_number': 5, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'subnets': [{'id': 'c43d8f9f-c845-4d5c-82df-5404e88902e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:49:21.491813 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317fd876-089e-4429-9095-6711070a7713 None None] The sync data for ids ['67741092-1c7f-4713-ba73-57f3f82a7baa'] in dv-cinder-786933-3-iscsi is: [{'id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'name': 'tempest-AttachVolumeTestJSON-1060596869-router', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '2e82ac64-afa0-497e-9ae8-687616721aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:48Z', 'updated_at': '2021-07-13T19:23:54Z', 'revision_number': 4, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'gw_port': {'id': '2e82ac64-afa0-497e-9ae8-687616721aa4', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:49Z', 'updated_at': '2021-07-13T19:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '02109647-5332-4725-ae8e-06f378714c5e', 'name': '', 'network_id': 'cf7dab8a-c373-4837-ae0f-7b4d00b9b824', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'mac_address': 'fa:16:3e:25:b4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c43d8f9f-c845-4d5c-82df-5404e88902e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:53Z', 'updated_at': '2021-07-13T19:24:04Z', 'revision_number': 5, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'subnets': [{'id': 'c43d8f9f-c845-4d5c-82df-5404e88902e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:49:21.710424 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28a18ca-36b2-4b20-b3a2-e7ec02481fd2 None None] New status for floating IP 0b2c8029-cb5b-4e3a-b5a3-5913d0d2ee61: DOWN {{(pid=92887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:49:21.957161 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 37168) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:49:22.012712 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-1a3d900a-b504-4243-9f2c-306c3cce2949 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:22.035031 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-1a3d900a-b504-4243-9f2c-306c3cce2949 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:22.082272 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-1a3d900a-b504-4243-9f2c-306c3cce2949 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:22.085228 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-1a3d900a-b504-4243-9f2c-306c3cce2949 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:22.086425 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-1a3d900a-b504-4243-9f2c-306c3cce2949 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "DELETE /v2.0/security-groups/e5b9adbb-42d5-4a10-80c0-775c59faca51 HTTP/1.1" status: 204 len: 168 time: 0.1280739 Jul 13 19:49:22.089153 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 37170) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:49:22.095829 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d900a-b504-4243-9f2c-306c3cce2949 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b9adbb-42d5-4a10-80c0-775c59faca51,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:22.103758 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.api.v2.resource [None req-73673ae3-1a23-471c-bbc5-1b71693a9fd2 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] show failed (client error): The resource could not be found. Jul 13 19:49:22.104053 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3d900a-b504-4243-9f2c-306c3cce2949 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:22.104191 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3d900a-b504-4243-9f2c-306c3cce2949 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:22.104571 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3d900a-b504-4243-9f2c-306c3cce2949 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:22.104790 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-73673ae3-1a23-471c-bbc5-1b71693a9fd2 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "GET /v2.0/security-groups/e5b9adbb-42d5-4a10-80c0-775c59faca51 HTTP/1.1" status: 404 len: 347 time: 0.0144777 Jul 13 19:49:22.104963 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3d900a-b504-4243-9f2c-306c3cce2949 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:22.105276 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3d900a-b504-4243-9f2c-306c3cce2949 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:22.105611 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3d900a-b504-4243-9f2c-306c3cce2949 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:22.105943 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3d900a-b504-4243-9f2c-306c3cce2949 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:22.106274 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3d900a-b504-4243-9f2c-306c3cce2949 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:22.106604 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3d900a-b504-4243-9f2c-306c3cce2949 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:22.106935 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3d900a-b504-4243-9f2c-306c3cce2949 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:22.107267 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3d900a-b504-4243-9f2c-306c3cce2949 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:22.107573 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3d900a-b504-4243-9f2c-306c3cce2949 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:49:22.107689 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 37172) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:49:22.234007 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [None req-a3c9cc24-d35b-4d19-8db0-54a474bd9d60 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Deleting port b7730f08-1e60-4f63-a185-871fef97ebc0 {{(pid=92884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:49:22.234388 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-a3c9cc24-d35b-4d19-8db0-54a474bd9d60 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:22.314192 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-a3c9cc24-d35b-4d19-8db0-54a474bd9d60 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:22.314528 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-a3c9cc24-d35b-4d19-8db0-54a474bd9d60 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:22.326907 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [None req-a3c9cc24-d35b-4d19-8db0-54a474bd9d60 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Calling delete_port for b7730f08-1e60-4f63-a185-871fef97ebc0 owned by network:floatingip {{(pid=92884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:49:22.461535 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-a3c9cc24-d35b-4d19-8db0-54a474bd9d60 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:22.486181 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c9cc24-d35b-4d19-8db0-54a474bd9d60 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Pushing event deleted for resources: {'Port': ['ID=b7730f08-1e60-4f63-a185-871fef97ebc0,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:49:22.549771 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-a3c9cc24-d35b-4d19-8db0-54a474bd9d60 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks [] for floatingip, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:22.552706 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-a3c9cc24-d35b-4d19-8db0-54a474bd9d60 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for floatingip, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:22.553867 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-a3c9cc24-d35b-4d19-8db0-54a474bd9d60 tempest-AttachVolumeTestJSON-911728892 tempest-AttachVolumeTestJSON-911728892-project] 10.222.0.22 "DELETE /v2.0/floatingips/0b2c8029-cb5b-4e3a-b5a3-5913d0d2ee61 HTTP/1.1" status: 204 len: 168 time: 0.4453576 Jul 13 19:49:22.642140 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 694ac173-3cd8-4675-ab1a-ff793d587f4c no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:49:22.662925 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] No Port match for: 694ac173-3cd8-4675-ab1a-ff793d587f4c {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:49:22.663252 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 694ac173-3cd8-4675-ab1a-ff793d587f4c not bound to the agent host hv-cinder-78693 {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:49:42.951236 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:45.224188 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-273b97bc-3840-4c1e-89d9-71ec6eea506d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:47.783102 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-8586e10b-f149-4934-9092-70beca4867b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:47.897958 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:48.620003 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:49:49.110340 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:49:50.805079 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:12.964355 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:15.224205 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-7b6f4c31-a3f0-416e-8623-8137e7bef87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:17.787034 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-7185fa01-a298-4196-b63e-83b12d8dfd17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:17.899081 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:19.113143 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:20.807507 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:25.619217 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:50:42.968712 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:45.224719 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-acc7d890-6e4d-4ba2-96c0-bb4e685016de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:47.792846 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-06ef251b-6e5d-47b8-97f1-e88bc4465570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:47.898779 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:49.115354 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:50.818166 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:50.889602 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 38202) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:50.949302 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-8deee054-e95e-4288-ab29-49b436224664 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:50.974180 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-8deee054-e95e-4288-ab29-49b436224664 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:51.036258 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-8deee054-e95e-4288-ab29-49b436224664 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:51.038811 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-8deee054-e95e-4288-ab29-49b436224664 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:51.039969 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-8deee054-e95e-4288-ab29-49b436224664 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] 10.222.0.22 "DELETE /v2.0/security-groups/04531817-7ef8-4d48-b831-b56ce20246db HTTP/1.1" status: 204 len: 168 time: 0.1493692 Jul 13 19:50:51.050600 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deee054-e95e-4288-ab29-49b436224664 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04531817-7ef8-4d48-b831-b56ce20246db,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:51.057879 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deee054-e95e-4288-ab29-49b436224664 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:51.058223 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deee054-e95e-4288-ab29-49b436224664 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:51.058565 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deee054-e95e-4288-ab29-49b436224664 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:51.058968 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deee054-e95e-4288-ab29-49b436224664 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:51.059224 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deee054-e95e-4288-ab29-49b436224664 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:51.059549 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deee054-e95e-4288-ab29-49b436224664 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:51.059875 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deee054-e95e-4288-ab29-49b436224664 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:51.060198 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deee054-e95e-4288-ab29-49b436224664 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:51.060541 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deee054-e95e-4288-ab29-49b436224664 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:51.060869 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deee054-e95e-4288-ab29-49b436224664 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:51.061190 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deee054-e95e-4288-ab29-49b436224664 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:51.061508 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deee054-e95e-4288-ab29-49b436224664 tempest-TestShelveInstance-178130994 tempest-TestShelveInstance-178130994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:51.140617 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 38212) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:51.561613 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-aebbdb17-cbe9-4633-af26-3e3c9468f9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-505412'] for router_interface, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:51.804806 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [None req-aebbdb17-cbe9-4633-af26-3e3c9468f9dd admin admin] Deleting port 52153dc6-e5e5-4282-8d4a-a174666239d9 {{(pid=92884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:50:51.805148 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-aebbdb17-cbe9-4633-af26-3e3c9468f9dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:51.883032 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [None req-aebbdb17-cbe9-4633-af26-3e3c9468f9dd admin admin] For port 52153dc6-e5e5-4282-8d4a-a174666239d9, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=52153dc6-e5e5-4282-8d4a-a174666239d9,segment=NetworkSegment(16c950ef-9972-4050-af62-e3b9f6dc52c9),segment_id=16c950ef-9972-4050-af62-e3b9f6dc52c9)] {{(pid=92884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:50:51.883391 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-aebbdb17-cbe9-4633-af26-3e3c9468f9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:51.895591 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [None req-aebbdb17-cbe9-4633-af26-3e3c9468f9dd admin admin] Calling delete_port for 52153dc6-e5e5-4282-8d4a-a174666239d9 owned by network:router_interface {{(pid=92884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:50:52.071186 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-aebbdb17-cbe9-4633-af26-3e3c9468f9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:52.097019 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebbdb17-cbe9-4633-af26-3e3c9468f9dd admin admin] Pushing event deleted for resources: {'Port': ['ID=52153dc6-e5e5-4282-8d4a-a174666239d9,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:52.255247 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-aebbdb17-cbe9-4633-af26-3e3c9468f9dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-645678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-505576'] for router_interface, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:52.458908 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aebbdb17-cbe9-4633-af26-3e3c9468f9dd admin admin] Router 23b5707e-f865-4b3e-a067-989e08ee4864 has already been hosted by L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd {{(pid=92884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:50:52.564012 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebbdb17-cbe9-4633-af26-3e3c9468f9dd admin admin] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:50:52.569092 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-aebbdb17-cbe9-4633-af26-3e3c9468f9dd admin admin] 10.222.0.22 "PUT /v2.0/routers/23b5707e-f865-4b3e-a067-989e08ee4864/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4274087 Jul 13 19:50:52.571718 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 38230) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:52.575544 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd475115-ec04-4ad8-b962-86fd85dd10aa None None] Sync routers for ids ['23b5707e-f865-4b3e-a067-989e08ee4864'] in dv-cinder-786933-3-iscsi {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:50:52.596915 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd475115-ec04-4ad8-b962-86fd85dd10aa None None] Routers {'23b5707e-f865-4b3e-a067-989e08ee4864'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:50:52.597998 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-fd475115-ec04-4ad8-b962-86fd85dd10aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:50:48Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['23b5707e-f865-4b3e-a067-989e08ee4864'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:50:52.675604 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-b62d01aa-ea7e-4be6-aa07-bf03f1d25257 admin admin] Notify callbacks [] for router, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:52.704006 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-fd475115-ec04-4ad8-b962-86fd85dd10aa None None] Set router 23b5707e-f865-4b3e-a067-989e08ee4864 gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:50:52.772732 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-b62d01aa-ea7e-4be6-aa07-bf03f1d25257 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:52.825486 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.plugin [None req-b62d01aa-ea7e-4be6-aa07-bf03f1d25257 admin admin] Deleting port 87805501-0b7f-40c8-9f02-f15e4de6fd0a {{(pid=92885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:50:52.825821 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-b62d01aa-ea7e-4be6-aa07-bf03f1d25257 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:52.876991 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-fd475115-ec04-4ad8-b962-86fd85dd10aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b5707e-f865-4b3e-a067-989e08ee4864', 'name': 'tempest-TestShelveInstance-1048233620-router', 'tenant_id': 'd2dbe28b6b844f5d9ae86caa35f2af99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '87805501-0b7f-40c8-9f02-f15e4de6fd0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:39Z', 'updated_at': '2021-07-13T19:50:52Z', 'revision_number': 5, 'project_id': 'd2dbe28b6b844f5d9ae86caa35f2af99', 'gw_port': {'id': '87805501-0b7f-40c8-9f02-f15e4de6fd0a', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b5707e-f865-4b3e-a067-989e08ee4864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:39Z', 'updated_at': '2021-07-13T19:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi'}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:50:52.907000 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd475115-ec04-4ad8-b962-86fd85dd10aa None None] Checking router: 23b5707e-f865-4b3e-a067-989e08ee4864 for host: dv-cinder-786933-3-iscsi {{(pid=92886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:50:52.914131 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.db [None req-b62d01aa-ea7e-4be6-aa07-bf03f1d25257 admin admin] For port 87805501-0b7f-40c8-9f02-f15e4de6fd0a, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=87805501-0b7f-40c8-9f02-f15e4de6fd0a,segment=NetworkSegment(13a02452-998b-4f16-8f41-6eb5670d640f),segment_id=13a02452-998b-4f16-8f41-6eb5670d640f)] {{(pid=92885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:50:52.914487 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-b62d01aa-ea7e-4be6-aa07-bf03f1d25257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:52.915773 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd475115-ec04-4ad8-b962-86fd85dd10aa None None] Routers {'23b5707e-f865-4b3e-a067-989e08ee4864'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:50:52.916385 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-fd475115-ec04-4ad8-b962-86fd85dd10aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:50:48Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['23b5707e-f865-4b3e-a067-989e08ee4864'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:50:52.925727 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.plugin [None req-b62d01aa-ea7e-4be6-aa07-bf03f1d25257 admin admin] Calling delete_port for 87805501-0b7f-40c8-9f02-f15e4de6fd0a owned by network:router_gateway {{(pid=92885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:50:52.998644 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-fd475115-ec04-4ad8-b962-86fd85dd10aa None None] Set router 23b5707e-f865-4b3e-a067-989e08ee4864 gateway port host: None {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:50:53.049569 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-fd475115-ec04-4ad8-b962-86fd85dd10aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b5707e-f865-4b3e-a067-989e08ee4864', 'name': 'tempest-TestShelveInstance-1048233620-router', 'tenant_id': 'd2dbe28b6b844f5d9ae86caa35f2af99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:39Z', 'updated_at': '2021-07-13T19:50:52Z', 'revision_number': 6, 'project_id': 'd2dbe28b6b844f5d9ae86caa35f2af99', 'gw_port_host': None}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:50:53.078372 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd475115-ec04-4ad8-b962-86fd85dd10aa None None] The sync data for ids ['23b5707e-f865-4b3e-a067-989e08ee4864'] in dv-cinder-786933-3-iscsi is: [{'id': '23b5707e-f865-4b3e-a067-989e08ee4864', 'name': 'tempest-TestShelveInstance-1048233620-router', 'tenant_id': 'd2dbe28b6b844f5d9ae86caa35f2af99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:39Z', 'updated_at': '2021-07-13T19:50:52Z', 'revision_number': 6, 'project_id': 'd2dbe28b6b844f5d9ae86caa35f2af99', 'gw_port_host': None}] {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:50:53.090952 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-b62d01aa-ea7e-4be6-aa07-bf03f1d25257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372888'] for port, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:53.118281 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d01aa-ea7e-4be6-aa07-bf03f1d25257 admin admin] Pushing event deleted for resources: {'Port': ['ID=87805501-0b7f-40c8-9f02-f15e4de6fd0a,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:53.146204 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d01aa-ea7e-4be6-aa07-bf03f1d25257 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:53.146553 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d01aa-ea7e-4be6-aa07-bf03f1d25257 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:53.146914 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d01aa-ea7e-4be6-aa07-bf03f1d25257 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:53.147253 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d01aa-ea7e-4be6-aa07-bf03f1d25257 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:53.147581 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d01aa-ea7e-4be6-aa07-bf03f1d25257 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:53.147911 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d01aa-ea7e-4be6-aa07-bf03f1d25257 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:53.148236 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d01aa-ea7e-4be6-aa07-bf03f1d25257 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:53.148615 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d01aa-ea7e-4be6-aa07-bf03f1d25257 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:53.148944 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d01aa-ea7e-4be6-aa07-bf03f1d25257 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:53.149268 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d01aa-ea7e-4be6-aa07-bf03f1d25257 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:53.149589 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d01aa-ea7e-4be6-aa07-bf03f1d25257 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:53.149907 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d01aa-ea7e-4be6-aa07-bf03f1d25257 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:53.187880 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-b62d01aa-ea7e-4be6-aa07-bf03f1d25257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-502286'] for router_gateway, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:53.273468 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-b62d01aa-ea7e-4be6-aa07-bf03f1d25257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-502773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57501'] for router, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:53.275427 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-b62d01aa-ea7e-4be6-aa07-bf03f1d25257 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:53.320962 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-b62d01aa-ea7e-4be6-aa07-bf03f1d25257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-506629'] for router, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:53.321498 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62d01aa-ea7e-4be6-aa07-bf03f1d25257 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23b5707e-f865-4b3e-a067-989e08ee4864 {{(pid=92885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:50:53.326176 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-b62d01aa-ea7e-4be6-aa07-bf03f1d25257 admin admin] Notify callbacks [] for router, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:53.327319 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-b62d01aa-ea7e-4be6-aa07-bf03f1d25257 admin admin] 10.222.0.22 "DELETE /v2.0/routers/23b5707e-f865-4b3e-a067-989e08ee4864 HTTP/1.1" status: 204 len: 168 time: 0.7538826 Jul 13 19:50:53.329847 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 38240) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:53.372593 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.db_base_plugin_v2 [None req-27be9cf2-64a4-4616-b0cf-1680d8c6b99a admin admin] Deleting subnet 2bebfb38-94fb-4bf4-8e17-25eac9c2c6bc {{(pid=92885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:50:53.375405 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-27be9cf2-64a4-4616-b0cf-1680d8c6b99a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:53.410735 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-27be9cf2-64a4-4616-b0cf-1680d8c6b99a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4246849'] for subnet, precommit_delete_associations {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:53.499975 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-27be9cf2-64a4-4616-b0cf-1680d8c6b99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1491773'] for subnet, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:53.554008 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-27be9cf2-64a4-4616-b0cf-1680d8c6b99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1491780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6010231'] for subnet, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:53.579230 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be9cf2-64a4-4616-b0cf-1680d8c6b99a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bebfb38-94fb-4bf4-8e17-25eac9c2c6bc,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:53.584821 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-27be9cf2-64a4-4616-b0cf-1680d8c6b99a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:53.586697 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-27be9cf2-64a4-4616-b0cf-1680d8c6b99a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2bebfb38-94fb-4bf4-8e17-25eac9c2c6bc HTTP/1.1" status: 204 len: 168 time: 0.2559242 Jul 13 19:50:53.589249 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 38242) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:53.589981 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d326fdd5-46f4-406e-bbe9-6a0004a32fe1 None None] Network 75cab274-7c01-43da-aee3-c2d7f225cbef requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:50:53.661300 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-7b7ad254-24ee-4a7d-8b9a-44f9c5e5ef0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640404'] for network, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:53.718264 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.plugin [None req-7b7ad254-24ee-4a7d-8b9a-44f9c5e5ef0b admin admin] Deleting port 78d23ded-bef6-4a9e-804d-72bc80cb3215 {{(pid=92885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:50:53.718602 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-7b7ad254-24ee-4a7d-8b9a-44f9c5e5ef0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:53.850237 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217cebcb-13db-402d-b0cf-f131ef7b0cfc None None] DHCP port deletion for 75cab274-7c01-43da-aee3-c2d7f225cbef request from dv-cinder-786933-3-iscsi {{(pid=92886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:50:53.880951 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 52153dc6-e5e5-4282-8d4a-a174666239d9 no longer exists at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:50:53.904268 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] No Port match for: 52153dc6-e5e5-4282-8d4a-a174666239d9 {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:50:53.904635 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 52153dc6-e5e5-4282-8d4a-a174666239d9 not bound to the agent host dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:50:53.932219 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-217cebcb-13db-402d-b0cf-f131ef7b0cfc None None] Deleting port 78d23ded-bef6-4a9e-804d-72bc80cb3215 {{(pid=92886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:50:53.932731 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-217cebcb-13db-402d-b0cf-f131ef7b0cfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:54.002991 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-217cebcb-13db-402d-b0cf-f131ef7b0cfc None None] For port 78d23ded-bef6-4a9e-804d-72bc80cb3215, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=78d23ded-bef6-4a9e-804d-72bc80cb3215,segment=NetworkSegment(16c950ef-9972-4050-af62-e3b9f6dc52c9),segment_id=16c950ef-9972-4050-af62-e3b9f6dc52c9)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:50:54.003375 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-217cebcb-13db-402d-b0cf-f131ef7b0cfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:54.016045 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-217cebcb-13db-402d-b0cf-f131ef7b0cfc None None] Calling delete_port for 78d23ded-bef6-4a9e-804d-72bc80cb3215 owned by network:dhcp {{(pid=92886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:50:54.033526 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.db [None req-7b7ad254-24ee-4a7d-8b9a-44f9c5e5ef0b admin admin] For port 78d23ded-bef6-4a9e-804d-72bc80cb3215, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=78d23ded-bef6-4a9e-804d-72bc80cb3215,segment=NetworkSegment(16c950ef-9972-4050-af62-e3b9f6dc52c9),segment_id=16c950ef-9972-4050-af62-e3b9f6dc52c9)] {{(pid=92885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:50:54.033886 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-7b7ad254-24ee-4a7d-8b9a-44f9c5e5ef0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:54.046926 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.plugin [None req-7b7ad254-24ee-4a7d-8b9a-44f9c5e5ef0b admin admin] Calling delete_port for 78d23ded-bef6-4a9e-804d-72bc80cb3215 owned by network:dhcp {{(pid=92885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:50:54.111247 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-217cebcb-13db-402d-b0cf-f131ef7b0cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828'] for port, after_delete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:54.136163 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217cebcb-13db-402d-b0cf-f131ef7b0cfc None None] Pushing event deleted for resources: {'Port': ['ID=78d23ded-bef6-4a9e-804d-72bc80cb3215,revision_number=None']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:54.140080 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-7b7ad254-24ee-4a7d-8b9a-44f9c5e5ef0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372888'] for port, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:54.144063 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217cebcb-13db-402d-b0cf-f131ef7b0cfc None None] No DVR routers for this DVR port 78d23ded-bef6-4a9e-804d-72bc80cb3215 on host dv-cinder-786933-3-iscsi {{(pid=92886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:50:54.147878 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217cebcb-13db-402d-b0cf-f131ef7b0cfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:54.147878 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217cebcb-13db-402d-b0cf-f131ef7b0cfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:54.148154 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217cebcb-13db-402d-b0cf-f131ef7b0cfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:54.148268 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217cebcb-13db-402d-b0cf-f131ef7b0cfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:54.148592 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217cebcb-13db-402d-b0cf-f131ef7b0cfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:54.149846 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217cebcb-13db-402d-b0cf-f131ef7b0cfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:54.150187 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217cebcb-13db-402d-b0cf-f131ef7b0cfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:54.150515 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217cebcb-13db-402d-b0cf-f131ef7b0cfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:54.150859 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217cebcb-13db-402d-b0cf-f131ef7b0cfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:54.151194 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217cebcb-13db-402d-b0cf-f131ef7b0cfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:54.151517 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217cebcb-13db-402d-b0cf-f131ef7b0cfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:54.152041 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217cebcb-13db-402d-b0cf-f131ef7b0cfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:50:54.168620 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ad254-24ee-4a7d-8b9a-44f9c5e5ef0b admin admin] Pushing event deleted for resources: {'Port': ['ID=78d23ded-bef6-4a9e-804d-72bc80cb3215,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:54.170507 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7ad254-24ee-4a7d-8b9a-44f9c5e5ef0b admin admin] No DVR routers for this DVR port 78d23ded-bef6-4a9e-804d-72bc80cb3215 on host dv-cinder-786933-3-iscsi {{(pid=92885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:50:54.238489 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-7b7ad254-24ee-4a7d-8b9a-44f9c5e5ef0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1457064', 'neutron.services.segments.db._delete_segments_for_network-8772357979203'] for network, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:54.248604 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.services.segments.db [None req-7b7ad254-24ee-4a7d-8b9a-44f9c5e5ef0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75cab274-7c01-43da-aee3-c2d7f225cbef']}} {{(pid=92885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:50:54.258795 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.services.segments.db [None req-7b7ad254-24ee-4a7d-8b9a-44f9c5e5ef0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16c950ef-9972-4050-af62-e3b9f6dc52c9') {'for_net_delete': True} {{(pid=92885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:50:54.259092 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.services.segments.db [None req-7b7ad254-24ee-4a7d-8b9a-44f9c5e5ef0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16c950ef-9972-4050-af62-e3b9f6dc52c9') {} {{(pid=92885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:50:54.267456 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-7b7ad254-24ee-4a7d-8b9a-44f9c5e5ef0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772357979724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4246872'] for segment, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:54.280816 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-7b7ad254-24ee-4a7d-8b9a-44f9c5e5ef0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480'] for segment, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:54.286605 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b7ad254-24ee-4a7d-8b9a-44f9c5e5ef0b admin admin] Releasing vlan 1194 on physical network physnet1 to pool {{(pid=92885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:50:54.286984 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-7b7ad254-24ee-4a7d-8b9a-44f9c5e5ef0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372843'] for segment, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: self.session.flush() Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: self.session.flush() Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: self.session.flush() Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: self.session.flush() Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: Traceback (most recent call last): Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: timer() Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: cb(*args, **kw) Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: return func(*args, **kwargs) Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: self._notify() Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: self.callback(batched_events) Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: event.method(event) Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: return f(self, *a, **k) Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: return self._get(url).json() Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: return self.request(url, 'GET', **kwargs) Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:50:54.288615 dv-cinder-786933-3-iscsi neutron-server[92885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:50:54.343073 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-7b7ad254-24ee-4a7d-8b9a-44f9c5e5ef0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1457087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502378'] for network, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:54.350225 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-7b7ad254-24ee-4a7d-8b9a-44f9c5e5ef0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for network, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:54.352065 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-7b7ad254-24ee-4a7d-8b9a-44f9c5e5ef0b admin admin] 10.222.0.22 "DELETE /v2.0/networks/75cab274-7c01-43da-aee3-c2d7f225cbef HTTP/1.1" status: 204 len: 168 time: 0.7619069 Jul 13 19:50:54.355214 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 38254) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:54.361190 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ad254-24ee-4a7d-8b9a-44f9c5e5ef0b admin admin] Pushing event deleted for resources: {'Network': ['ID=75cab274-7c01-43da-aee3-c2d7f225cbef,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:54.686353 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-43948dae-4fa6-487e-a6ba-d73b8990fa2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-505412'] for router_interface, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:55.186917 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [None req-43948dae-4fa6-487e-a6ba-d73b8990fa2d admin admin] Deleting port da83a358-96ef-49e0-b9c9-6e8466889b9a {{(pid=92884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:50:55.187261 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-43948dae-4fa6-487e-a6ba-d73b8990fa2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:55.213547 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 87805501-0b7f-40c8-9f02-f15e4de6fd0a no longer exists at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:50:55.232695 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] No Port match for: 87805501-0b7f-40c8-9f02-f15e4de6fd0a {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:50:55.232973 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 87805501-0b7f-40c8-9f02-f15e4de6fd0a not bound to the agent host dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:50:55.233380 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 78d23ded-bef6-4a9e-804d-72bc80cb3215 no longer exists at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:50:55.251460 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] No Port match for: 78d23ded-bef6-4a9e-804d-72bc80cb3215 {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:50:55.251801 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 78d23ded-bef6-4a9e-804d-72bc80cb3215 not bound to the agent host dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:50:55.263207 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [None req-43948dae-4fa6-487e-a6ba-d73b8990fa2d admin admin] For port da83a358-96ef-49e0-b9c9-6e8466889b9a, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=da83a358-96ef-49e0-b9c9-6e8466889b9a,segment=NetworkSegment(22b79336-5041-44ad-9334-c4b12a9526e4),segment_id=22b79336-5041-44ad-9334-c4b12a9526e4)] {{(pid=92884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:50:55.263567 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-43948dae-4fa6-487e-a6ba-d73b8990fa2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:55.276487 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [None req-43948dae-4fa6-487e-a6ba-d73b8990fa2d admin admin] Calling delete_port for da83a358-96ef-49e0-b9c9-6e8466889b9a owned by network:router_interface {{(pid=92884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:50:55.450614 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-43948dae-4fa6-487e-a6ba-d73b8990fa2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:55.474625 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43948dae-4fa6-487e-a6ba-d73b8990fa2d admin admin] Pushing event deleted for resources: {'Port': ['ID=da83a358-96ef-49e0-b9c9-6e8466889b9a,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:55.635615 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-43948dae-4fa6-487e-a6ba-d73b8990fa2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-645678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-505576'] for router_interface, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:55.851518 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43948dae-4fa6-487e-a6ba-d73b8990fa2d admin admin] Router 34cb9fbb-4e7b-49bd-810e-60d4ac25206a has already been hosted by L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd {{(pid=92884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:50:55.950430 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43948dae-4fa6-487e-a6ba-d73b8990fa2d admin admin] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:50:55.956529 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-43948dae-4fa6-487e-a6ba-d73b8990fa2d admin admin] 10.222.0.22 "PUT /v2.0/routers/34cb9fbb-4e7b-49bd-810e-60d4ac25206a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5998039 Jul 13 19:50:55.958529 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 38272) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:55.959081 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929812c4-03f3-4ad3-9a90-c02f5b1dea46 None None] Sync routers for ids ['34cb9fbb-4e7b-49bd-810e-60d4ac25206a'] in dv-cinder-786933-3-iscsi {{(pid=92887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:50:55.969154 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929812c4-03f3-4ad3-9a90-c02f5b1dea46 None None] Routers {'34cb9fbb-4e7b-49bd-810e-60d4ac25206a'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:50:55.969751 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-929812c4-03f3-4ad3-9a90-c02f5b1dea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:50:48Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['34cb9fbb-4e7b-49bd-810e-60d4ac25206a'], 'active': True} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:50:56.060819 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-78ff9cb8-0858-4b9c-9a5a-b0b01b1eddd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:56.069761 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvr_db [None req-929812c4-03f3-4ad3-9a90-c02f5b1dea46 None None] Set router 34cb9fbb-4e7b-49bd-810e-60d4ac25206a gateway port host: dv-cinder-786933-3-iscsi {{(pid=92887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:50:56.166228 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-78ff9cb8-0858-4b9c-9a5a-b0b01b1eddd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:56.224633 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [None req-78ff9cb8-0858-4b9c-9a5a-b0b01b1eddd3 admin admin] Deleting port 67ec5000-290f-4939-be79-5788583c0b76 {{(pid=92884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:50:56.225046 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-78ff9cb8-0858-4b9c-9a5a-b0b01b1eddd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:56.309521 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [None req-78ff9cb8-0858-4b9c-9a5a-b0b01b1eddd3 admin admin] For port 67ec5000-290f-4939-be79-5788583c0b76, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=67ec5000-290f-4939-be79-5788583c0b76,segment=NetworkSegment(13a02452-998b-4f16-8f41-6eb5670d640f),segment_id=13a02452-998b-4f16-8f41-6eb5670d640f)] {{(pid=92884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:50:56.309794 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-78ff9cb8-0858-4b9c-9a5a-b0b01b1eddd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:56.324465 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [None req-78ff9cb8-0858-4b9c-9a5a-b0b01b1eddd3 admin admin] Calling delete_port for 67ec5000-290f-4939-be79-5788583c0b76 owned by network:router_gateway {{(pid=92884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:50:56.339218 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-929812c4-03f3-4ad3-9a90-c02f5b1dea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cb9fbb-4e7b-49bd-810e-60d4ac25206a', 'name': 'tempest-TestShelveInstance-899878008-router', 'tenant_id': '67937de30d1a410986fddb37597669ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '67ec5000-290f-4939-be79-5788583c0b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:44Z', 'updated_at': '2021-07-13T19:50:55Z', 'revision_number': 5, 'project_id': '67937de30d1a410986fddb37597669ec', 'gw_port': {'id': '67ec5000-290f-4939-be79-5788583c0b76', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cb9fbb-4e7b-49bd-810e-60d4ac25206a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:44:44Z', 'updated_at': '2021-07-13T19:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi'}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:50:56.364427 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929812c4-03f3-4ad3-9a90-c02f5b1dea46 None None] Checking router: 34cb9fbb-4e7b-49bd-810e-60d4ac25206a for host: dv-cinder-786933-3-iscsi {{(pid=92887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:50:56.373143 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929812c4-03f3-4ad3-9a90-c02f5b1dea46 None None] Routers {'34cb9fbb-4e7b-49bd-810e-60d4ac25206a'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:50:56.373746 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-929812c4-03f3-4ad3-9a90-c02f5b1dea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:50:48Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['34cb9fbb-4e7b-49bd-810e-60d4ac25206a'], 'active': True} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:50:56.458764 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvr_db [None req-929812c4-03f3-4ad3-9a90-c02f5b1dea46 None None] Set router 34cb9fbb-4e7b-49bd-810e-60d4ac25206a gateway port host: None {{(pid=92887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:50:56.487040 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-78ff9cb8-0858-4b9c-9a5a-b0b01b1eddd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:56.511025 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff9cb8-0858-4b9c-9a5a-b0b01b1eddd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=67ec5000-290f-4939-be79-5788583c0b76,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:56.511621 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-929812c4-03f3-4ad3-9a90-c02f5b1dea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cb9fbb-4e7b-49bd-810e-60d4ac25206a', 'name': 'tempest-TestShelveInstance-899878008-router', 'tenant_id': '67937de30d1a410986fddb37597669ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:44Z', 'updated_at': '2021-07-13T19:50:56Z', 'revision_number': 6, 'project_id': '67937de30d1a410986fddb37597669ec', 'gw_port_host': None}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:50:56.536472 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929812c4-03f3-4ad3-9a90-c02f5b1dea46 None None] The sync data for ids ['34cb9fbb-4e7b-49bd-810e-60d4ac25206a'] in dv-cinder-786933-3-iscsi is: [{'id': '34cb9fbb-4e7b-49bd-810e-60d4ac25206a', 'name': 'tempest-TestShelveInstance-899878008-router', 'tenant_id': '67937de30d1a410986fddb37597669ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:44:44Z', 'updated_at': '2021-07-13T19:50:56Z', 'revision_number': 6, 'project_id': '67937de30d1a410986fddb37597669ec', 'gw_port_host': None}] {{(pid=92887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:50:56.580802 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-78ff9cb8-0858-4b9c-9a5a-b0b01b1eddd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-502286'] for router_gateway, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:56.666548 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-78ff9cb8-0858-4b9c-9a5a-b0b01b1eddd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-502773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57501'] for router, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:56.668620 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-78ff9cb8-0858-4b9c-9a5a-b0b01b1eddd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:56.711609 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-78ff9cb8-0858-4b9c-9a5a-b0b01b1eddd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-506629'] for router, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:56.712131 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ff9cb8-0858-4b9c-9a5a-b0b01b1eddd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34cb9fbb-4e7b-49bd-810e-60d4ac25206a {{(pid=92884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:50:56.716636 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-78ff9cb8-0858-4b9c-9a5a-b0b01b1eddd3 admin admin] Notify callbacks [] for router, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:56.717780 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-78ff9cb8-0858-4b9c-9a5a-b0b01b1eddd3 admin admin] 10.222.0.22 "DELETE /v2.0/routers/34cb9fbb-4e7b-49bd-810e-60d4ac25206a HTTP/1.1" status: 204 len: 168 time: 0.7583516 Jul 13 19:50:56.720259 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 38278) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:56.763773 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.db_base_plugin_v2 [None req-af6a8784-e64f-4202-b38f-1506ed23b385 admin admin] Deleting subnet 50cdfde6-4065-49f7-992c-0166faa8fdd4 {{(pid=92884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:50:56.766764 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-af6a8784-e64f-4202-b38f-1506ed23b385 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:56.800009 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-af6a8784-e64f-4202-b38f-1506ed23b385 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873532'] for subnet, precommit_delete_associations {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:56.884295 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-af6a8784-e64f-4202-b38f-1506ed23b385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1491773'] for subnet, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:56.938743 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-af6a8784-e64f-4202-b38f-1506ed23b385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1491780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4873555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5003205'] for subnet, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:56.967887 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-af6a8784-e64f-4202-b38f-1506ed23b385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for subnet, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:56.970608 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-af6a8784-e64f-4202-b38f-1506ed23b385 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/50cdfde6-4065-49f7-992c-0166faa8fdd4 HTTP/1.1" status: 204 len: 168 time: 0.2485673 Jul 13 19:50:56.972002 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a8784-e64f-4202-b38f-1506ed23b385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50cdfde6-4065-49f7-992c-0166faa8fdd4,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:56.972451 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 38286) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:56.973008 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a938077-6cdc-48c3-b502-e2b507b89c6f None None] Network f45b031e-523d-4c04-a82b-25c2a2e3a7f5 requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:50:57.038877 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-38363d32-5696-4e80-9f6f-adf71b6f896f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640404'] for network, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:57.097545 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.plugin [None req-38363d32-5696-4e80-9f6f-adf71b6f896f admin admin] Deleting port e1af6c0b-39cf-45af-b113-beb46b5159b2 {{(pid=92885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:50:57.097900 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-38363d32-5696-4e80-9f6f-adf71b6f896f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:57.159936 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.db [None req-38363d32-5696-4e80-9f6f-adf71b6f896f admin admin] For port e1af6c0b-39cf-45af-b113-beb46b5159b2, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=e1af6c0b-39cf-45af-b113-beb46b5159b2,segment=NetworkSegment(22b79336-5041-44ad-9334-c4b12a9526e4),segment_id=22b79336-5041-44ad-9334-c4b12a9526e4)] {{(pid=92885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:50:57.160296 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-38363d32-5696-4e80-9f6f-adf71b6f896f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:57.173117 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.plugin [None req-38363d32-5696-4e80-9f6f-adf71b6f896f admin admin] Calling delete_port for e1af6c0b-39cf-45af-b113-beb46b5159b2 owned by network:dhcp {{(pid=92885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:50:57.255068 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-38363d32-5696-4e80-9f6f-adf71b6f896f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372888'] for port, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:57.280978 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38363d32-5696-4e80-9f6f-adf71b6f896f admin admin] Pushing event deleted for resources: {'Port': ['ID=e1af6c0b-39cf-45af-b113-beb46b5159b2,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:57.284409 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38363d32-5696-4e80-9f6f-adf71b6f896f admin admin] No DVR routers for this DVR port e1af6c0b-39cf-45af-b113-beb46b5159b2 on host dv-cinder-786933-3-iscsi {{(pid=92885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:50:57.312409 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c96ee3-bfee-47f8-8ef7-19e44299074e None None] DHCP port deletion for f45b031e-523d-4c04-a82b-25c2a2e3a7f5 request from dv-cinder-786933-3-iscsi {{(pid=92886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:50:57.361400 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-38363d32-5696-4e80-9f6f-adf71b6f896f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1457064', 'neutron.services.segments.db._delete_segments_for_network-8772357979203'] for network, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:57.371347 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device da83a358-96ef-49e0-b9c9-6e8466889b9a no longer exists at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:50:57.375842 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.services.segments.db [None req-38363d32-5696-4e80-9f6f-adf71b6f896f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f45b031e-523d-4c04-a82b-25c2a2e3a7f5']}} {{(pid=92885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:50:57.391116 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.services.segments.db [None req-38363d32-5696-4e80-9f6f-adf71b6f896f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22b79336-5041-44ad-9334-c4b12a9526e4') {'for_net_delete': True} {{(pid=92885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:50:57.391328 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] No Port match for: da83a358-96ef-49e0-b9c9-6e8466889b9a {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:50:57.391458 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.services.segments.db [None req-38363d32-5696-4e80-9f6f-adf71b6f896f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22b79336-5041-44ad-9334-c4b12a9526e4') {} {{(pid=92885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:50:57.391580 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device da83a358-96ef-49e0-b9c9-6e8466889b9a not bound to the agent host dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:50:57.391909 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 67ec5000-290f-4939-be79-5788583c0b76 no longer exists at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:50:57.400576 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-38363d32-5696-4e80-9f6f-adf71b6f896f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772357979724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4246872'] for segment, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:57.413810 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] No Port match for: 67ec5000-290f-4939-be79-5788583c0b76 {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:50:57.414153 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 67ec5000-290f-4939-be79-5788583c0b76 not bound to the agent host dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:50:57.414567 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device e1af6c0b-39cf-45af-b113-beb46b5159b2 no longer exists at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:50:57.415041 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-38363d32-5696-4e80-9f6f-adf71b6f896f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480'] for segment, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:57.420924 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38363d32-5696-4e80-9f6f-adf71b6f896f admin admin] Releasing vlan 1170 on physical network physnet1 to pool {{(pid=92885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:50:57.421364 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-38363d32-5696-4e80-9f6f-adf71b6f896f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372843'] for segment, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:57.423089 dv-cinder-786933-3-iscsi neutron-server[92885]: Traceback (most recent call last): Jul 13 19:50:57.423089 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:50:57.423089 dv-cinder-786933-3-iscsi neutron-server[92885]: timer() Jul 13 19:50:57.423089 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:50:57.423089 dv-cinder-786933-3-iscsi neutron-server[92885]: cb(*args, **kw) Jul 13 19:50:57.423089 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:50:57.423089 dv-cinder-786933-3-iscsi neutron-server[92885]: return func(*args, **kwargs) Jul 13 19:50:57.423089 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:50:57.423089 dv-cinder-786933-3-iscsi neutron-server[92885]: self._notify() Jul 13 19:50:57.423089 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:50:57.423089 dv-cinder-786933-3-iscsi neutron-server[92885]: self.callback(batched_events) Jul 13 19:50:57.423089 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:50:57.423089 dv-cinder-786933-3-iscsi neutron-server[92885]: event.method(event) Jul 13 19:50:57.423089 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:50:57.423089 dv-cinder-786933-3-iscsi neutron-server[92885]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:50:57.423089 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:50:57.423089 dv-cinder-786933-3-iscsi neutron-server[92885]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:50:57.423089 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:50:57.423089 dv-cinder-786933-3-iscsi neutron-server[92885]: return f(self, *a, **k) Jul 13 19:50:57.423089 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:50:57.423089 dv-cinder-786933-3-iscsi neutron-server[92885]: return self._get(url).json() Jul 13 19:50:57.423089 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:50:57.423089 dv-cinder-786933-3-iscsi neutron-server[92885]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:50:57.423089 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:50:57.423089 dv-cinder-786933-3-iscsi neutron-server[92885]: return self.request(url, 'GET', **kwargs) Jul 13 19:50:57.423089 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:50:57.423089 dv-cinder-786933-3-iscsi neutron-server[92885]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:50:57.423089 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:50:57.423089 dv-cinder-786933-3-iscsi neutron-server[92885]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:50:57.423089 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:50:57.423089 dv-cinder-786933-3-iscsi neutron-server[92885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:50:57.423089 dv-cinder-786933-3-iscsi neutron-server[92885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:50:57.433344 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] No Port match for: e1af6c0b-39cf-45af-b113-beb46b5159b2 {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:50:57.433690 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device e1af6c0b-39cf-45af-b113-beb46b5159b2 not bound to the agent host dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:50:57.477166 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-38363d32-5696-4e80-9f6f-adf71b6f896f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1457087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502378'] for network, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:57.482382 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-38363d32-5696-4e80-9f6f-adf71b6f896f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for network, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:57.486677 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-38363d32-5696-4e80-9f6f-adf71b6f896f admin admin] 10.222.0.22 "DELETE /v2.0/networks/f45b031e-523d-4c04-a82b-25c2a2e3a7f5 HTTP/1.1" status: 204 len: 168 time: 0.5106652 Jul 13 19:50:57.498732 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38363d32-5696-4e80-9f6f-adf71b6f896f admin admin] Pushing event deleted for resources: {'Network': ['ID=f45b031e-523d-4c04-a82b-25c2a2e3a7f5,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:57.596002 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 38294) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:57.636316 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-adf30be8-09e3-4389-9dee-8dab2d52cec1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d2dbe28b6b844f5d9ae86caa35f2af99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389361 Jul 13 19:50:57.638698 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 38296) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:57.689390 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9f1cfcb3-9a5d-422f-8a10-89c6d1b583c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:57.709911 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9f1cfcb3-9a5d-422f-8a10-89c6d1b583c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:57.756012 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9f1cfcb3-9a5d-422f-8a10-89c6d1b583c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:57.758637 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9f1cfcb3-9a5d-422f-8a10-89c6d1b583c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:57.759793 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-9f1cfcb3-9a5d-422f-8a10-89c6d1b583c8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9633f126-72e6-4707-beea-f0e38c0c6617 HTTP/1.1" status: 204 len: 168 time: 0.1202171 Jul 13 19:50:57.767088 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1cfcb3-9a5d-422f-8a10-89c6d1b583c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9633f126-72e6-4707-beea-f0e38c0c6617,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:50:58.068004 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 38308) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:58.106781 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-57704f82-fe8f-4d17-ae51-bacb91691714 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=67937de30d1a410986fddb37597669ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368679 Jul 13 19:50:58.109146 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 38310) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:50:58.157252 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-20bb9b53-ec14-42d4-8005-e60f733ff3ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:58.181946 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-20bb9b53-ec14-42d4-8005-e60f733ff3ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:58.228465 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-20bb9b53-ec14-42d4-8005-e60f733ff3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:58.231385 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-20bb9b53-ec14-42d4-8005-e60f733ff3ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:50:58.232534 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-20bb9b53-ec14-42d4-8005-e60f733ff3ca admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/50f748d1-26e1-4fe3-aca4-e7fdd57e6e93 HTTP/1.1" status: 204 len: 168 time: 0.1224740 Jul 13 19:50:58.239788 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb9b53-ec14-42d4-8005-e60f733ff3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f748d1-26e1-4fe3-aca4-e7fdd57e6e93,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:51:02.618668 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:51:12.964556 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:15.225588 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-08ab0348-92ff-4c54-a1e4-f2ecdf860c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:17.793115 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-861dd411-5039-45f7-ab3e-8ad3840ddcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:17.898610 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:19.118467 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:20.809882 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:39.617129 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:51:42.978449 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:45.226293 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-fc0db8b4-76b4-400a-89ac-3e9cf4c0a147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:47.793314 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-fdd0079a-bc0d-4a03-90e6-19ae59259a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:47.898725 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:49.120465 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:51:50.816926 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:12.993245 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:15.228274 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-ad7558a3-34ce-4e12-9064-bd4d0285e8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:16.615579 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:52:17.795929 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-16d15530-e376-406d-87df-3092b2aab644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:17.898090 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:19.123840 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:20.820137 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:42.993994 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:45.227842 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-80e96266-19bd-4a4a-b8c9-6abc58a636e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:47.795831 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-617e4d24-5084-4d23-804f-c3607fae697b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:47.897115 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:49.125648 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:50.824226 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:52:53.613948 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:53:12.992540 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:15.228695 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4017c4a6-1e59-4cf5-944a-a25973729444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:17.796749 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-dc447bc4-4397-478c-81e5-d78409ceec70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:17.897731 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:19.128906 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:20.827171 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:30.613420 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:53:43.007130 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:45.229573 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f9d2889-0189-4163-a5b2-8b1cb5d76a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:47.796887 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-00dc057b-78f5-4c5b-b862-2b2a3f911dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:47.898494 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:49.132953 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:53:50.830993 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:07.611625 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:54:13.008727 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:15.230414 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-ac92f49c-9d4b-4303-aca8-916e07085347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:17.797754 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-309a34fd-1c67-41d5-94d6-73170414e4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:17.898857 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:19.134377 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:20.833898 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:34.462318 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 40452) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:34.957290 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-c8d57da0-1438-48fd-bac0-772971b13f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-505412'] for router_interface, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:35.196066 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.plugin [None req-c8d57da0-1438-48fd-bac0-772971b13f44 admin admin] Deleting port 84a4b47c-5eea-4fee-b4d7-b4430164aca4 {{(pid=92885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:54:35.196415 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-c8d57da0-1438-48fd-bac0-772971b13f44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:35.276880 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.db [None req-c8d57da0-1438-48fd-bac0-772971b13f44 admin admin] For port 84a4b47c-5eea-4fee-b4d7-b4430164aca4, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=84a4b47c-5eea-4fee-b4d7-b4430164aca4,segment=NetworkSegment(7d54abea-c330-4950-8e3f-fa5e417f3735),segment_id=7d54abea-c330-4950-8e3f-fa5e417f3735)] {{(pid=92885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:54:35.277237 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-c8d57da0-1438-48fd-bac0-772971b13f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:35.290012 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.plugin [None req-c8d57da0-1438-48fd-bac0-772971b13f44 admin admin] Calling delete_port for 84a4b47c-5eea-4fee-b4d7-b4430164aca4 owned by network:router_interface {{(pid=92885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:54:35.461855 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-c8d57da0-1438-48fd-bac0-772971b13f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372888'] for port, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:35.485174 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d57da0-1438-48fd-bac0-772971b13f44 admin admin] Pushing event deleted for resources: {'Port': ['ID=84a4b47c-5eea-4fee-b4d7-b4430164aca4,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:35.498033 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d57da0-1438-48fd-bac0-772971b13f44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:35.498386 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d57da0-1438-48fd-bac0-772971b13f44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:35.498727 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d57da0-1438-48fd-bac0-772971b13f44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:35.499066 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d57da0-1438-48fd-bac0-772971b13f44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:35.499402 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d57da0-1438-48fd-bac0-772971b13f44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:35.499737 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d57da0-1438-48fd-bac0-772971b13f44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:35.500067 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d57da0-1438-48fd-bac0-772971b13f44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:35.500400 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d57da0-1438-48fd-bac0-772971b13f44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:35.500755 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d57da0-1438-48fd-bac0-772971b13f44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:35.501082 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d57da0-1438-48fd-bac0-772971b13f44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:35.501434 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d57da0-1438-48fd-bac0-772971b13f44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:35.501732 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d57da0-1438-48fd-bac0-772971b13f44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:35.661771 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-c8d57da0-1438-48fd-bac0-772971b13f44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-645678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-505576'] for router_interface, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:35.865989 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d57da0-1438-48fd-bac0-772971b13f44 admin admin] Router ff42d82e-986f-4f34-93a7-d766664a6682 has already been hosted by L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd {{(pid=92885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:54:35.967165 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d57da0-1438-48fd-bac0-772971b13f44 admin admin] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:54:35.972118 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-c8d57da0-1438-48fd-bac0-772971b13f44 admin admin] 10.222.0.22 "PUT /v2.0/routers/ff42d82e-986f-4f34-93a7-d766664a6682/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5087178 Jul 13 19:54:35.974688 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 40470) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:35.977256 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93cd50d-76c9-45a9-822a-b14ed9f031b5 None None] Sync routers for ids ['ff42d82e-986f-4f34-93a7-d766664a6682'] in dv-cinder-786933-3-iscsi {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:54:35.986684 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93cd50d-76c9-45a9-822a-b14ed9f031b5 None None] Routers {'ff42d82e-986f-4f34-93a7-d766664a6682'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:54:35.987290 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-c93cd50d-76c9-45a9-822a-b14ed9f031b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:54:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['ff42d82e-986f-4f34-93a7-d766664a6682'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:36.078954 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e19de17e-c132-422c-b757-580169545177 admin admin] Notify callbacks [] for router, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:36.089232 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-c93cd50d-76c9-45a9-822a-b14ed9f031b5 None None] Set router ff42d82e-986f-4f34-93a7-d766664a6682 gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:54:36.178050 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e19de17e-c132-422c-b757-580169545177 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:36.229221 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.plugin [None req-e19de17e-c132-422c-b757-580169545177 admin admin] Deleting port 34e0340c-decd-4c9d-883f-1d0036d75305 {{(pid=92885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:54:36.229467 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e19de17e-c132-422c-b757-580169545177 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:36.260715 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-c93cd50d-76c9-45a9-822a-b14ed9f031b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'name': 'tempest-AttachVolumeShelveTestJSON-422428207-router', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '34e0340c-decd-4c9d-883f-1d0036d75305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:26Z', 'updated_at': '2021-07-13T19:54:35Z', 'revision_number': 5, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'gw_port': {'id': '34e0340c-decd-4c9d-883f-1d0036d75305', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:41:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:26Z', 'updated_at': '2021-07-13T19:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi'}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:36.287529 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93cd50d-76c9-45a9-822a-b14ed9f031b5 None None] Checking router: ff42d82e-986f-4f34-93a7-d766664a6682 for host: dv-cinder-786933-3-iscsi {{(pid=92886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:54:36.297315 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93cd50d-76c9-45a9-822a-b14ed9f031b5 None None] Routers {'ff42d82e-986f-4f34-93a7-d766664a6682'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:54:36.297962 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-c93cd50d-76c9-45a9-822a-b14ed9f031b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T19:54:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['ff42d82e-986f-4f34-93a7-d766664a6682'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:36.313299 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.db [None req-e19de17e-c132-422c-b757-580169545177 admin admin] For port 34e0340c-decd-4c9d-883f-1d0036d75305, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=34e0340c-decd-4c9d-883f-1d0036d75305,segment=NetworkSegment(13a02452-998b-4f16-8f41-6eb5670d640f),segment_id=13a02452-998b-4f16-8f41-6eb5670d640f)] {{(pid=92885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:54:36.313666 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e19de17e-c132-422c-b757-580169545177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:36.325972 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.plugin [None req-e19de17e-c132-422c-b757-580169545177 admin admin] Calling delete_port for 34e0340c-decd-4c9d-883f-1d0036d75305 owned by network:router_gateway {{(pid=92885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:54:36.382820 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-c93cd50d-76c9-45a9-822a-b14ed9f031b5 None None] Set router ff42d82e-986f-4f34-93a7-d766664a6682 gateway port host: None {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:54:36.435513 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-c93cd50d-76c9-45a9-822a-b14ed9f031b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'name': 'tempest-AttachVolumeShelveTestJSON-422428207-router', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:26Z', 'updated_at': '2021-07-13T19:54:36Z', 'revision_number': 6, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'gw_port_host': None}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:36.461276 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93cd50d-76c9-45a9-822a-b14ed9f031b5 None None] The sync data for ids ['ff42d82e-986f-4f34-93a7-d766664a6682'] in dv-cinder-786933-3-iscsi is: [{'id': 'ff42d82e-986f-4f34-93a7-d766664a6682', 'name': 'tempest-AttachVolumeShelveTestJSON-422428207-router', 'tenant_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:26Z', 'updated_at': '2021-07-13T19:54:36Z', 'revision_number': 6, 'project_id': '53d7d23c18294e858b53ce3d9cfcc8f3', 'gw_port_host': None}] {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:54:36.492247 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e19de17e-c132-422c-b757-580169545177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372888'] for port, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:36.523776 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19de17e-c132-422c-b757-580169545177 admin admin] Pushing event deleted for resources: {'Port': ['ID=34e0340c-decd-4c9d-883f-1d0036d75305,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:36.577603 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e19de17e-c132-422c-b757-580169545177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-502286'] for router_gateway, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:36.664528 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e19de17e-c132-422c-b757-580169545177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-502773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57501'] for router, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:36.667177 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e19de17e-c132-422c-b757-580169545177 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:36.710265 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e19de17e-c132-422c-b757-580169545177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-506629'] for router, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:36.710819 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19de17e-c132-422c-b757-580169545177 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff42d82e-986f-4f34-93a7-d766664a6682 {{(pid=92885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:54:36.715534 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e19de17e-c132-422c-b757-580169545177 admin admin] Notify callbacks [] for router, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:36.716693 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-e19de17e-c132-422c-b757-580169545177 admin admin] 10.222.0.22 "DELETE /v2.0/routers/ff42d82e-986f-4f34-93a7-d766664a6682 HTTP/1.1" status: 204 len: 168 time: 0.7410016 Jul 13 19:54:36.719232 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 40478) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:36.763780 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1903599-275c-4587-857e-9dec60ab7a7d admin admin] Deleting subnet 48f9eecd-f69f-424d-8316-69af76912fc2 {{(pid=92885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:54:36.766876 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e1903599-275c-4587-857e-9dec60ab7a7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:36.801729 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e1903599-275c-4587-857e-9dec60ab7a7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4246849'] for subnet, precommit_delete_associations {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:36.893568 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e1903599-275c-4587-857e-9dec60ab7a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1491773'] for subnet, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:36.942542 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e1903599-275c-4587-857e-9dec60ab7a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1491780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6010231'] for subnet, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:36.965502 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1903599-275c-4587-857e-9dec60ab7a7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48f9eecd-f69f-424d-8316-69af76912fc2,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:36.971013 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e1903599-275c-4587-857e-9dec60ab7a7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:36.972891 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-e1903599-275c-4587-857e-9dec60ab7a7d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/48f9eecd-f69f-424d-8316-69af76912fc2 HTTP/1.1" status: 204 len: 168 time: 0.2527261 Jul 13 19:54:36.975383 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 40482) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:36.977889 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062efe42-ba70-438a-b0be-5508c4a7acb3 None None] Network b7b91cfb-e236-4fc1-bbf4-258475e6ab9e requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:54:37.040425 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-c604c4ed-9e49-4041-a446-5fdab241d42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640404'] for network, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:37.095388 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.plugin [None req-c604c4ed-9e49-4041-a446-5fdab241d42a admin admin] Deleting port 67596919-cee5-4426-9cd6-7cb874624411 {{(pid=92885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:54:37.095718 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-c604c4ed-9e49-4041-a446-5fdab241d42a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:37.156678 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.db [None req-c604c4ed-9e49-4041-a446-5fdab241d42a admin admin] For port 67596919-cee5-4426-9cd6-7cb874624411, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=67596919-cee5-4426-9cd6-7cb874624411,segment=NetworkSegment(7d54abea-c330-4950-8e3f-fa5e417f3735),segment_id=7d54abea-c330-4950-8e3f-fa5e417f3735)] {{(pid=92885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:54:37.156973 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-c604c4ed-9e49-4041-a446-5fdab241d42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:37.169605 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.plugin [None req-c604c4ed-9e49-4041-a446-5fdab241d42a admin admin] Calling delete_port for 67596919-cee5-4426-9cd6-7cb874624411 owned by network:dhcp {{(pid=92885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:54:37.209749 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52542643-0837-4b24-b8da-cfc4f775823a None None] DHCP port deletion for b7b91cfb-e236-4fc1-bbf4-258475e6ab9e request from dv-cinder-786933-3-iscsi {{(pid=92886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:54:37.253886 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-c604c4ed-9e49-4041-a446-5fdab241d42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372888'] for port, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:37.261310 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-52542643-0837-4b24-b8da-cfc4f775823a None None] Deleting port 67596919-cee5-4426-9cd6-7cb874624411 {{(pid=92886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:54:37.261764 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-52542643-0837-4b24-b8da-cfc4f775823a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:37.285033 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c604c4ed-9e49-4041-a446-5fdab241d42a admin admin] No DVR routers for this DVR port 67596919-cee5-4426-9cd6-7cb874624411 on host dv-cinder-786933-3-iscsi {{(pid=92885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:54:37.291188 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604c4ed-9e49-4041-a446-5fdab241d42a admin admin] Pushing event deleted for resources: {'Port': ['ID=67596919-cee5-4426-9cd6-7cb874624411,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:37.331431 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-52542643-0837-4b24-b8da-cfc4f775823a None None] For port 67596919-cee5-4426-9cd6-7cb874624411, host dv-cinder-786933-3-iscsi, got binding levels [] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:54:37.331805 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-52542643-0837-4b24-b8da-cfc4f775823a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:37.342178 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 84a4b47c-5eea-4fee-b4d7-b4430164aca4 no longer exists at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:54:37.349396 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-52542643-0837-4b24-b8da-cfc4f775823a None None] Calling delete_port for 67596919-cee5-4426-9cd6-7cb874624411 owned by network:dhcp {{(pid=92886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:54:37.365010 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-c604c4ed-9e49-4041-a446-5fdab241d42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1457064', 'neutron.services.segments.db._delete_segments_for_network-8772357979203'] for network, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:37.368264 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.ipam_backend_mixin [None req-52542643-0837-4b24-b8da-cfc4f775823a None None] Port 67596919-cee5-4426-9cd6-7cb874624411 was not found and therefore no delete operation was performed {{(pid=92886) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 19:54:37.369966 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] No Port match for: 84a4b47c-5eea-4fee-b4d7-b4430164aca4 {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:54:37.370313 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 84a4b47c-5eea-4fee-b4d7-b4430164aca4 not bound to the agent host dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:54:37.370736 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 67596919-cee5-4426-9cd6-7cb874624411 no longer exists at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:54:37.374009 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-52542643-0837-4b24-b8da-cfc4f775823a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828'] for port, after_delete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:37.376246 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.services.segments.db [None req-c604c4ed-9e49-4041-a446-5fdab241d42a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b91cfb-e236-4fc1-bbf4-258475e6ab9e']}} {{(pid=92885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:37.387766 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.services.segments.db [None req-c604c4ed-9e49-4041-a446-5fdab241d42a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d54abea-c330-4950-8e3f-fa5e417f3735') {'for_net_delete': True} {{(pid=92885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:37.388285 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.services.segments.db [None req-c604c4ed-9e49-4041-a446-5fdab241d42a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d54abea-c330-4950-8e3f-fa5e417f3735') {} {{(pid=92885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:54:37.399106 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-c604c4ed-9e49-4041-a446-5fdab241d42a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772357979724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4246872'] for segment, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:37.411627 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] No Port match for: 67596919-cee5-4426-9cd6-7cb874624411 {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:54:37.412018 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 67596919-cee5-4426-9cd6-7cb874624411 not bound to the agent host dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:54:37.412401 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 34e0340c-decd-4c9d-883f-1d0036d75305 no longer exists at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:54:37.417549 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52542643-0837-4b24-b8da-cfc4f775823a None None] Pushing event deleted for resources: {'Port': ['ID=67596919-cee5-4426-9cd6-7cb874624411,revision_number=None']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:37.418079 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-c604c4ed-9e49-4041-a446-5fdab241d42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480'] for segment, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:37.424514 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c604c4ed-9e49-4041-a446-5fdab241d42a admin admin] Releasing vlan 1163 on physical network physnet1 to pool {{(pid=92885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:54:37.425096 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-c604c4ed-9e49-4041-a446-5fdab241d42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372843'] for segment, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:37.426910 dv-cinder-786933-3-iscsi neutron-server[92885]: Traceback (most recent call last): Jul 13 19:54:37.426910 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:54:37.426910 dv-cinder-786933-3-iscsi neutron-server[92885]: timer() Jul 13 19:54:37.426910 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:54:37.426910 dv-cinder-786933-3-iscsi neutron-server[92885]: cb(*args, **kw) Jul 13 19:54:37.426910 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:54:37.426910 dv-cinder-786933-3-iscsi neutron-server[92885]: return func(*args, **kwargs) Jul 13 19:54:37.426910 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:54:37.426910 dv-cinder-786933-3-iscsi neutron-server[92885]: self._notify() Jul 13 19:54:37.426910 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:54:37.426910 dv-cinder-786933-3-iscsi neutron-server[92885]: self.callback(batched_events) Jul 13 19:54:37.426910 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:54:37.426910 dv-cinder-786933-3-iscsi neutron-server[92885]: event.method(event) Jul 13 19:54:37.426910 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:54:37.426910 dv-cinder-786933-3-iscsi neutron-server[92885]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:54:37.426910 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:54:37.426910 dv-cinder-786933-3-iscsi neutron-server[92885]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:54:37.426910 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:54:37.426910 dv-cinder-786933-3-iscsi neutron-server[92885]: return f(self, *a, **k) Jul 13 19:54:37.426910 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:54:37.426910 dv-cinder-786933-3-iscsi neutron-server[92885]: return self._get(url).json() Jul 13 19:54:37.426910 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:54:37.426910 dv-cinder-786933-3-iscsi neutron-server[92885]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:54:37.426910 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:54:37.426910 dv-cinder-786933-3-iscsi neutron-server[92885]: return self.request(url, 'GET', **kwargs) Jul 13 19:54:37.426910 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:54:37.426910 dv-cinder-786933-3-iscsi neutron-server[92885]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:54:37.426910 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:54:37.426910 dv-cinder-786933-3-iscsi neutron-server[92885]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:54:37.426910 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:54:37.426910 dv-cinder-786933-3-iscsi neutron-server[92885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:54:37.426910 dv-cinder-786933-3-iscsi neutron-server[92885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:54:37.437813 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52542643-0837-4b24-b8da-cfc4f775823a None None] No DVR routers for this DVR port 67596919-cee5-4426-9cd6-7cb874624411 on host dv-cinder-786933-3-iscsi {{(pid=92886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:54:37.439072 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] No Port match for: 34e0340c-decd-4c9d-883f-1d0036d75305 {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:54:37.439412 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 34e0340c-decd-4c9d-883f-1d0036d75305 not bound to the agent host dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:54:37.448754 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52542643-0837-4b24-b8da-cfc4f775823a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:37.449111 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52542643-0837-4b24-b8da-cfc4f775823a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:37.449500 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52542643-0837-4b24-b8da-cfc4f775823a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:37.449934 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52542643-0837-4b24-b8da-cfc4f775823a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:37.450362 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52542643-0837-4b24-b8da-cfc4f775823a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:37.450706 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52542643-0837-4b24-b8da-cfc4f775823a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:37.451108 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52542643-0837-4b24-b8da-cfc4f775823a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:37.451455 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52542643-0837-4b24-b8da-cfc4f775823a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:37.452308 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52542643-0837-4b24-b8da-cfc4f775823a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:37.452308 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52542643-0837-4b24-b8da-cfc4f775823a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:37.452591 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52542643-0837-4b24-b8da-cfc4f775823a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:37.452751 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52542643-0837-4b24-b8da-cfc4f775823a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:54:37.498478 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-c604c4ed-9e49-4041-a446-5fdab241d42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1457087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502378'] for network, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:37.514242 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-c604c4ed-9e49-4041-a446-5fdab241d42a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for network, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:37.519332 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-c604c4ed-9e49-4041-a446-5fdab241d42a admin admin] 10.222.0.22 "DELETE /v2.0/networks/b7b91cfb-e236-4fc1-bbf4-258475e6ab9e HTTP/1.1" status: 204 len: 168 time: 0.5398622 Jul 13 19:54:37.519332 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604c4ed-9e49-4041-a446-5fdab241d42a admin admin] Pushing event deleted for resources: {'Network': ['ID=b7b91cfb-e236-4fc1-bbf4-258475e6ab9e,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:37.641066 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 40490) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:37.683162 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-1604741c-3016-462d-a1bf-bb1592a33580 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=53d7d23c18294e858b53ce3d9cfcc8f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386367 Jul 13 19:54:37.683492 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 40494) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:54:37.730415 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-34f1aa12-7532-4a60-a019-24e3195910ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:37.750918 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-34f1aa12-7532-4a60-a019-24e3195910ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:37.798986 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-34f1aa12-7532-4a60-a019-24e3195910ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:37.801485 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-34f1aa12-7532-4a60-a019-24e3195910ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:37.802636 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-34f1aa12-7532-4a60-a019-24e3195910ab admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/90357df6-04ba-46b3-b654-1e621969dd4b HTTP/1.1" status: 204 len: 168 time: 0.1183867 Jul 13 19:54:37.810403 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1aa12-7532-4a60-a019-24e3195910ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90357df6-04ba-46b3-b654-1e621969dd4b,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:54:43.031655 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:44.609938 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:54:45.230889 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-dc30611a-24b7-4cc6-8f91-45da0ba4f9e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:47.798164 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-674a05be-d72a-414a-ac3d-3406816c2d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:47.899364 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:49.138212 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:54:50.837027 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:13.028435 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:15.230776 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-79671079-a9b8-4b3c-bbd6-60100d69d728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:17.798547 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-93f18e6e-d068-4e4d-b3fc-5e20d91e679e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:17.899586 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:19.141562 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:20.840717 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:21.608690 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:55:43.042965 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:45.231830 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-d0e338f0-aba8-4dcd-9cdf-2c96458c3008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:47.799140 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-696e5da7-bea9-40ed-bab2-cef27c2b3fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:47.901011 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:49.144218 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:50.842266 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:55:58.607654 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:56:13.042976 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:15.230640 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-44b1014f-38bd-41ef-8f9a-94bb19b65973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:17.800562 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cc4e9007-dd90-445b-8d7f-878fbdce33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:17.901230 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:19.148831 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:20.845227 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:35.605631 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:56:43.044489 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:45.230682 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-ce3be496-80bd-4c63-9ffd-cb80e026244a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:47.802118 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-7a2b4052-7598-4ada-bd2a-df1314c30d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:47.904742 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:49.150771 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:56:50.848706 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:12.603832 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:57:13.040243 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:15.230988 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-0e2671d1-77aa-4f62-8ec2-7284ec0461b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:17.804667 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-df089944-d3ad-4870-b5dd-ac6f453596d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:17.905115 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:19.152768 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:20.852436 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:43.040792 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:45.230178 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-d2e4c0d2-088e-4ea2-b841-beec1888f788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:47.804582 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6db6dd0e-47dd-4198-b2ff-9ae28568642c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:47.905270 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:49.155673 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:57:49.602429 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:57:50.854991 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:13.049426 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:15.230434 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-9f426536-b959-4eea-bf3a-c4e9f8b8a823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:17.804767 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cd7d3e88-966e-420f-8536-b0a1eb54a06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:17.905614 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:19.157705 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:20.857795 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:26.601247 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:58:43.069240 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:45.230927 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-86a8458e-a50f-4c27-88e9-64b13e6a93f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:47.808385 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-9765bc83-e097-41e2-9598-6f02e8f8af41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:47.905864 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:49.160799 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:58:50.860717 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:03.599958 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:59:13.066305 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:15.232030 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-309375f7-ed24-4b04-9f90-dd5b6f0d3092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:16.717665 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 43844) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:16.910509 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d197cc-1f16-4094-8ec2-487deacc7c0f admin admin] Deleting subnet 5f275551-11ea-4db1-9a8c-68b28ff9d178 {{(pid=92884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:59:16.914199 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-77d197cc-1f16-4094-8ec2-487deacc7c0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:16.949278 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-77d197cc-1f16-4094-8ec2-487deacc7c0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873532'] for subnet, precommit_delete_associations {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:16.994151 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-77d197cc-1f16-4094-8ec2-487deacc7c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1491773'] for subnet, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:17.050300 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-77d197cc-1f16-4094-8ec2-487deacc7c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1491780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4873555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5003205'] for subnet, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:17.079649 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d197cc-1f16-4094-8ec2-487deacc7c0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f275551-11ea-4db1-9a8c-68b28ff9d178,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:17.090382 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d197cc-1f16-4094-8ec2-487deacc7c0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:17.090932 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d197cc-1f16-4094-8ec2-487deacc7c0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:17.091444 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d197cc-1f16-4094-8ec2-487deacc7c0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:17.092132 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d197cc-1f16-4094-8ec2-487deacc7c0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:17.092710 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d197cc-1f16-4094-8ec2-487deacc7c0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:17.093218 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d197cc-1f16-4094-8ec2-487deacc7c0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:17.093895 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d197cc-1f16-4094-8ec2-487deacc7c0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:17.094787 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d197cc-1f16-4094-8ec2-487deacc7c0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:17.095415 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d197cc-1f16-4094-8ec2-487deacc7c0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:17.096018 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d197cc-1f16-4094-8ec2-487deacc7c0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:17.096558 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d197cc-1f16-4094-8ec2-487deacc7c0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:17.097096 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d197cc-1f16-4094-8ec2-487deacc7c0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:17.105089 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 43868) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:17.114119 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-77d197cc-1f16-4094-8ec2-487deacc7c0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for subnet, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:17.120625 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-77d197cc-1f16-4094-8ec2-487deacc7c0f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5f275551-11ea-4db1-9a8c-68b28ff9d178 HTTP/1.1" status: 204 len: 168 time: 0.3998685 Jul 13 19:59:17.121179 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 43874) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:17.154303 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 43876) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:17.207569 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-3c24bf27-3818-4156-8a66-f27898c2d5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640404'] for network, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:17.269023 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0f6d798b-4d9c-430f-a307-0dfbc0e707d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:17.307324 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-3c24bf27-3818-4156-8a66-f27898c2d5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1457064', 'neutron.services.segments.db._delete_segments_for_network-8772357979203'] for network, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:17.310701 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-890ee4eb-e6a6-44ec-a92f-8f5feb7d5df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:17.329973 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.services.segments.db [None req-3c24bf27-3818-4156-8a66-f27898c2d5f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['343ffcfe-70d9-48b8-9086-8c12260c08de']}} {{(pid=92885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:59:17.343096 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.services.segments.db [None req-3c24bf27-3818-4156-8a66-f27898c2d5f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '673db204-d8d2-4a04-8b74-f5c08a96ffba') {'for_net_delete': True} {{(pid=92885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:59:17.343680 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.services.segments.db [None req-3c24bf27-3818-4156-8a66-f27898c2d5f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '673db204-d8d2-4a04-8b74-f5c08a96ffba') {} {{(pid=92885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:59:17.354522 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-3c24bf27-3818-4156-8a66-f27898c2d5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772357979724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4246872'] for segment, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:17.366335 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0f6d798b-4d9c-430f-a307-0dfbc0e707d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:17.368352 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-3c24bf27-3818-4156-8a66-f27898c2d5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480'] for segment, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:17.373206 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0f6d798b-4d9c-430f-a307-0dfbc0e707d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:17.375315 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c24bf27-3818-4156-8a66-f27898c2d5f3 admin admin] Releasing vlan 1197 on physical network physnet1 to pool {{(pid=92885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:59:17.375946 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-3c24bf27-3818-4156-8a66-f27898c2d5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372843'] for segment, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:17.414578 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-0f6d798b-4d9c-430f-a307-0dfbc0e707d3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=09951bfb137248258d19ae4f97d883be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2589638 Jul 13 19:59:17.415459 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d798b-4d9c-430f-a307-0dfbc0e707d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40bf73f7-e2c7-4fb9-8329-369de2e0e8ee,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:17.417773 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 43880) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:17.419790 dv-cinder-786933-3-iscsi neutron-server[92885]: Traceback (most recent call last): Jul 13 19:59:17.419790 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:59:17.419790 dv-cinder-786933-3-iscsi neutron-server[92885]: timer() Jul 13 19:59:17.419790 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:59:17.419790 dv-cinder-786933-3-iscsi neutron-server[92885]: cb(*args, **kw) Jul 13 19:59:17.419790 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:59:17.419790 dv-cinder-786933-3-iscsi neutron-server[92885]: return func(*args, **kwargs) Jul 13 19:59:17.419790 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:59:17.419790 dv-cinder-786933-3-iscsi neutron-server[92885]: self._notify() Jul 13 19:59:17.419790 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:59:17.419790 dv-cinder-786933-3-iscsi neutron-server[92885]: self.callback(batched_events) Jul 13 19:59:17.419790 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:59:17.419790 dv-cinder-786933-3-iscsi neutron-server[92885]: event.method(event) Jul 13 19:59:17.419790 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:59:17.419790 dv-cinder-786933-3-iscsi neutron-server[92885]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:59:17.419790 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:59:17.419790 dv-cinder-786933-3-iscsi neutron-server[92885]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:59:17.419790 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:59:17.419790 dv-cinder-786933-3-iscsi neutron-server[92885]: return f(self, *a, **k) Jul 13 19:59:17.419790 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:59:17.419790 dv-cinder-786933-3-iscsi neutron-server[92885]: return self._get(url).json() Jul 13 19:59:17.419790 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:59:17.419790 dv-cinder-786933-3-iscsi neutron-server[92885]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:59:17.419790 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:59:17.419790 dv-cinder-786933-3-iscsi neutron-server[92885]: return self.request(url, 'GET', **kwargs) Jul 13 19:59:17.419790 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:59:17.419790 dv-cinder-786933-3-iscsi neutron-server[92885]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:59:17.419790 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:59:17.419790 dv-cinder-786933-3-iscsi neutron-server[92885]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:59:17.419790 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:59:17.419790 dv-cinder-786933-3-iscsi neutron-server[92885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:59:17.419790 dv-cinder-786933-3-iscsi neutron-server[92885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:59:17.466336 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-3c24bf27-3818-4156-8a66-f27898c2d5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1457087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502378'] for network, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:17.472265 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-3c24bf27-3818-4156-8a66-f27898c2d5f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for network, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:17.474993 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-3c24bf27-3818-4156-8a66-f27898c2d5f3 admin admin] 10.222.0.22 "DELETE /v2.0/networks/343ffcfe-70d9-48b8-9086-8c12260c08de HTTP/1.1" status: 204 len: 168 time: 0.3528557 Jul 13 19:59:17.479594 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-efeba2e4-982c-44d3-b9a7-70848a0b92c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:17.495247 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24bf27-3818-4156-8a66-f27898c2d5f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=343ffcfe-70d9-48b8-9086-8c12260c08de,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:17.502304 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-efeba2e4-982c-44d3-b9a7-70848a0b92c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:17.508659 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c24bf27-3818-4156-8a66-f27898c2d5f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:17.509064 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c24bf27-3818-4156-8a66-f27898c2d5f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:17.509664 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c24bf27-3818-4156-8a66-f27898c2d5f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:17.510008 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c24bf27-3818-4156-8a66-f27898c2d5f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:17.510344 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c24bf27-3818-4156-8a66-f27898c2d5f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:17.510680 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c24bf27-3818-4156-8a66-f27898c2d5f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:17.511017 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c24bf27-3818-4156-8a66-f27898c2d5f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:17.511345 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c24bf27-3818-4156-8a66-f27898c2d5f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:17.511672 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c24bf27-3818-4156-8a66-f27898c2d5f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:17.511995 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c24bf27-3818-4156-8a66-f27898c2d5f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:17.512319 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c24bf27-3818-4156-8a66-f27898c2d5f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:17.512666 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c24bf27-3818-4156-8a66-f27898c2d5f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:17.562091 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-890ee4eb-e6a6-44ec-a92f-8f5feb7d5df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:17.565408 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-efeba2e4-982c-44d3-b9a7-70848a0b92c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:17.566750 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-890ee4eb-e6a6-44ec-a92f-8f5feb7d5df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:17.568055 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-efeba2e4-982c-44d3-b9a7-70848a0b92c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:17.569268 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-efeba2e4-982c-44d3-b9a7-70848a0b92c1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/40bf73f7-e2c7-4fb9-8329-369de2e0e8ee HTTP/1.1" status: 204 len: 168 time: 0.1505888 Jul 13 19:59:17.587270 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeba2e4-982c-44d3-b9a7-70848a0b92c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bf73f7-e2c7-4fb9-8329-369de2e0e8ee,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:17.621344 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ee4eb-e6a6-44ec-a92f-8f5feb7d5df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc471df-20e9-4651-ac0c-0f44497b28f3,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:17.627792 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 43888) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:17.644045 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 43890) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:17.644306 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-890ee4eb-e6a6-44ec-a92f-8f5feb7d5df0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0429fe529b1f428ea014e4b778d363ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5380130 Jul 13 19:59:17.698266 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-ade9549e-9fb1-43df-a83a-052e66b4c01f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f76de9f3b2d84e1186fc4522ac5150ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0670431 Jul 13 19:59:17.698724 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 43892) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:17.715099 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-2044f6b3-3786-4fc2-b89d-041b45bfe778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:17.738514 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-2044f6b3-3786-4fc2-b89d-041b45bfe778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:17.753833 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ef3556fa-0bb2-44e0-ae92-662e017d2826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:17.777677 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ef3556fa-0bb2-44e0-ae92-662e017d2826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:17.788657 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-2044f6b3-3786-4fc2-b89d-041b45bfe778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:17.792419 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-2044f6b3-3786-4fc2-b89d-041b45bfe778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:17.792419 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-2044f6b3-3786-4fc2-b89d-041b45bfe778 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8cc471df-20e9-4651-ac0c-0f44497b28f3 HTTP/1.1" status: 204 len: 168 time: 0.1472676 Jul 13 19:59:17.814641 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-a62ae357-5f82-4270-84a3-903dcce2c0c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:17.819937 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2044f6b3-3786-4fc2-b89d-041b45bfe778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc471df-20e9-4651-ac0c-0f44497b28f3,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:17.847895 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ef3556fa-0bb2-44e0-ae92-662e017d2826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:17.851858 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ef3556fa-0bb2-44e0-ae92-662e017d2826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:17.855656 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-ef3556fa-0bb2-44e0-ae92-662e017d2826 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a1b64c5a-4d6c-48af-92e3-3b55ca5de66e HTTP/1.1" status: 204 len: 168 time: 0.1531017 Jul 13 19:59:17.863404 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3556fa-0bb2-44e0-ae92-662e017d2826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b64c5a-4d6c-48af-92e3-3b55ca5de66e,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:17.913756 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:18.155769 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 43908) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:18.169468 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-c6169aea-63c2-4544-967e-4ca95fbe8c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:18.261450 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-c6169aea-63c2-4544-967e-4ca95fbe8c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:18.265367 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-c6169aea-63c2-4544-967e-4ca95fbe8c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:18.304386 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-c6169aea-63c2-4544-967e-4ca95fbe8c07 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1f7f2c04defb4499a144447332a6b98b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1474695 Jul 13 19:59:18.305604 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6169aea-63c2-4544-967e-4ca95fbe8c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54a7b1d-1753-48a5-986f-b6df453b0f1a,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:18.307051 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 43912) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:18.357696 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-fe3bca28-e55e-47cf-90a7-1ca70059557b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:18.380848 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-fe3bca28-e55e-47cf-90a7-1ca70059557b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:18.430434 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-fe3bca28-e55e-47cf-90a7-1ca70059557b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:18.433140 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-fe3bca28-e55e-47cf-90a7-1ca70059557b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:18.434293 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-fe3bca28-e55e-47cf-90a7-1ca70059557b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d54a7b1d-1753-48a5-986f-b6df453b0f1a HTTP/1.1" status: 204 len: 168 time: 0.1255519 Jul 13 19:59:18.447282 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3bca28-e55e-47cf-90a7-1ca70059557b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54a7b1d-1753-48a5-986f-b6df453b0f1a,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:19.165462 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:19.572987 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 43986) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:19.681534 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-17b8be4d-de53-4aab-9958-147b96ab1c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:19.776969 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-17b8be4d-de53-4aab-9958-147b96ab1c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:19.780934 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-17b8be4d-de53-4aab-9958-147b96ab1c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:19.818887 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-17b8be4d-de53-4aab-9958-147b96ab1c37 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=590435c75a3741a7a5131bb373e80133&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448249 Jul 13 19:59:19.820399 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b8be4d-de53-4aab-9958-147b96ab1c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d522a98a-a1f2-4118-83a8-7280eeb6f492,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:19.821608 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 44000) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:19.871344 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-39714334-24b6-4977-88a5-c0c756bf456d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:19.892301 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-39714334-24b6-4977-88a5-c0c756bf456d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:19.938012 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-39714334-24b6-4977-88a5-c0c756bf456d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:19.946754 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-39714334-24b6-4977-88a5-c0c756bf456d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:19.946754 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-39714334-24b6-4977-88a5-c0c756bf456d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d522a98a-a1f2-4118-83a8-7280eeb6f492 HTTP/1.1" status: 204 len: 168 time: 0.1188200 Jul 13 19:59:19.949801 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39714334-24b6-4977-88a5-c0c756bf456d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d522a98a-a1f2-4118-83a8-7280eeb6f492,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:20.258973 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 44016) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:20.272412 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-cc1f6f34-55ca-4f64-9ea1-5da42d7aeb03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:20.361169 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-cc1f6f34-55ca-4f64-9ea1-5da42d7aeb03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:20.365259 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-cc1f6f34-55ca-4f64-9ea1-5da42d7aeb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:20.406843 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-cc1f6f34-55ca-4f64-9ea1-5da42d7aeb03 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=27e8ef2cdcbc452fae9589364f47c482&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1467595 Jul 13 19:59:20.407907 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f6f34-55ca-4f64-9ea1-5da42d7aeb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3d5ceb-9fd7-40f6-b000-8d3883fce6e2,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:20.410380 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 44022) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:20.460677 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-0f96cbf7-2db1-4ded-a0a7-9b07fd90bc83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:20.486519 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-0f96cbf7-2db1-4ded-a0a7-9b07fd90bc83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:20.531351 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-0f96cbf7-2db1-4ded-a0a7-9b07fd90bc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:20.534107 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-0f96cbf7-2db1-4ded-a0a7-9b07fd90bc83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:20.535248 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-0f96cbf7-2db1-4ded-a0a7-9b07fd90bc83 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8c3d5ceb-9fd7-40f6-b000-8d3883fce6e2 HTTP/1.1" status: 204 len: 168 time: 0.1230989 Jul 13 19:59:20.545810 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96cbf7-2db1-4ded-a0a7-9b07fd90bc83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3d5ceb-9fd7-40f6-b000-8d3883fce6e2,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:20.866824 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:21.046659 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 44052) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:21.161668 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-5e00ecba-117e-4c0d-9783-70012d0edfc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:21.256072 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-5e00ecba-117e-4c0d-9783-70012d0edfc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:21.260284 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-5e00ecba-117e-4c0d-9783-70012d0edfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:21.297826 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-5e00ecba-117e-4c0d-9783-70012d0edfc3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=260b9333aeca44d29c0ebd034ead1548&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2500768 Jul 13 19:59:21.298674 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e00ecba-117e-4c0d-9783-70012d0edfc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42736776-5f8d-498b-999c-e398c10aaf8e,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:21.300467 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 44064) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:21.354517 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-4735e0ed-5e41-4074-b8aa-796265acdf32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:21.375423 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-4735e0ed-5e41-4074-b8aa-796265acdf32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:21.422916 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-4735e0ed-5e41-4074-b8aa-796265acdf32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:21.425543 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-4735e0ed-5e41-4074-b8aa-796265acdf32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:21.429019 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-4735e0ed-5e41-4074-b8aa-796265acdf32 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/42736776-5f8d-498b-999c-e398c10aaf8e HTTP/1.1" status: 204 len: 168 time: 0.1243961 Jul 13 19:59:21.436284 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735e0ed-5e41-4074-b8aa-796265acdf32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42736776-5f8d-498b-999c-e398c10aaf8e,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:21.795593 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 44084) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:21.809317 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-dcd0f414-8000-43c0-842a-09680d51803c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:21.906563 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-dcd0f414-8000-43c0-842a-09680d51803c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:21.911513 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-dcd0f414-8000-43c0-842a-09680d51803c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:21.950200 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-dcd0f414-8000-43c0-842a-09680d51803c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=07252b24914b4a109abcdd9d3cf408e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1535335 Jul 13 19:59:21.952232 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd0f414-8000-43c0-842a-09680d51803c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4908c9a4-1b24-4571-8370-4a1a01b7d7e3,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:21.953021 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 44092) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:22.003913 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-119f49b5-5fa2-44dc-90b7-b83c00d68939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:22.027089 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-119f49b5-5fa2-44dc-90b7-b83c00d68939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:22.075150 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-119f49b5-5fa2-44dc-90b7-b83c00d68939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:22.082274 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-119f49b5-5fa2-44dc-90b7-b83c00d68939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:22.082274 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-119f49b5-5fa2-44dc-90b7-b83c00d68939 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4908c9a4-1b24-4571-8370-4a1a01b7d7e3 HTTP/1.1" status: 204 len: 168 time: 0.1248093 Jul 13 19:59:22.087893 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f49b5-5fa2-44dc-90b7-b83c00d68939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4908c9a4-1b24-4571-8370-4a1a01b7d7e3,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:23.551288 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 44232) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:23.743001 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e4b0bebc-dd90-40ac-b076-2e79e0e4638f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:23.829708 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e4b0bebc-dd90-40ac-b076-2e79e0e4638f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:23.834501 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e4b0bebc-dd90-40ac-b076-2e79e0e4638f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:23.878996 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-e4b0bebc-dd90-40ac-b076-2e79e0e4638f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2c674493da694b9f9300080bfcbb115a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3265779 Jul 13 19:59:23.881456 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0bebc-dd90-40ac-b076-2e79e0e4638f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f624b2-80c7-4df0-a35e-a835c30c0ca0,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:23.882236 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 44248) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:23.936704 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-8c86f9bb-91b0-4533-bab6-381ad2bedd64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:23.960750 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-8c86f9bb-91b0-4533-bab6-381ad2bedd64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:24.013291 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-8c86f9bb-91b0-4533-bab6-381ad2bedd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:24.016019 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-8c86f9bb-91b0-4533-bab6-381ad2bedd64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:24.017209 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-8c86f9bb-91b0-4533-bab6-381ad2bedd64 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/17f624b2-80c7-4df0-a35e-a835c30c0ca0 HTTP/1.1" status: 204 len: 168 time: 0.1338151 Jul 13 19:59:24.025704 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c86f9bb-91b0-4533-bab6-381ad2bedd64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f624b2-80c7-4df0-a35e-a835c30c0ca0,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:24.278985 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 44272) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:24.292565 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-eb767eb3-504e-4b20-bd87-ca2878b47fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:24.383927 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-eb767eb3-504e-4b20-bd87-ca2878b47fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:24.387969 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-eb767eb3-504e-4b20-bd87-ca2878b47fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:24.424997 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-eb767eb3-504e-4b20-bd87-ca2878b47fae admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bba23662246a4bacb129925741b609cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1449430 Jul 13 19:59:24.425944 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb767eb3-504e-4b20-bd87-ca2878b47fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8400d9-c59c-4695-b7ab-fb96b3abf2e1,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:24.428173 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 44274) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:24.480584 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-205d4771-7e92-4e43-9362-fa43dc449b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:24.501577 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-205d4771-7e92-4e43-9362-fa43dc449b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:24.546722 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-205d4771-7e92-4e43-9362-fa43dc449b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:24.549323 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-205d4771-7e92-4e43-9362-fa43dc449b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:24.550445 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-205d4771-7e92-4e43-9362-fa43dc449b6b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/be8400d9-c59c-4695-b7ab-fb96b3abf2e1 HTTP/1.1" status: 204 len: 168 time: 0.1211863 Jul 13 19:59:24.559139 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d4771-7e92-4e43-9362-fa43dc449b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8400d9-c59c-4695-b7ab-fb96b3abf2e1,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:30.219143 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 44414) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:30.337542 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-8e747812-3f70-4f88-9bc0-4079f8aa62e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:30.431210 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-8e747812-3f70-4f88-9bc0-4079f8aa62e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:30.434406 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-8e747812-3f70-4f88-9bc0-4079f8aa62e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:30.471025 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-8e747812-3f70-4f88-9bc0-4079f8aa62e5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c3c78c78cfee4623a880fd90660c36ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2507894 Jul 13 19:59:30.472942 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e747812-3f70-4f88-9bc0-4079f8aa62e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccf1802-d01f-47bb-b10e-89609aacc57d,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:30.474360 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 44424) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:30.527299 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ca2afe12-80d9-4f58-b6e3-62196a0d77fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:30.551299 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ca2afe12-80d9-4f58-b6e3-62196a0d77fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:30.601724 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ca2afe12-80d9-4f58-b6e3-62196a0d77fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:30.604299 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ca2afe12-80d9-4f58-b6e3-62196a0d77fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:30.605495 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-ca2afe12-80d9-4f58-b6e3-62196a0d77fb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7ccf1802-d01f-47bb-b10e-89609aacc57d HTTP/1.1" status: 204 len: 168 time: 0.1300311 Jul 13 19:59:30.613605 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2afe12-80d9-4f58-b6e3-62196a0d77fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccf1802-d01f-47bb-b10e-89609aacc57d,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:30.730945 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 44438) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:30.874298 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 44442) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:30.875140 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-4f437b60-5c33-4641-8cbc-09f8720df34d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:30.887744 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-f2a06a44-6605-4626-8ba3-3e2addd4416c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:30.969498 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-4f437b60-5c33-4641-8cbc-09f8720df34d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:30.973381 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-4f437b60-5c33-4641-8cbc-09f8720df34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:31.012555 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-4f437b60-5c33-4641-8cbc-09f8720df34d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5cee54118e0b417db3ccd07e9a73446f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2805176 Jul 13 19:59:31.013516 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f437b60-5c33-4641-8cbc-09f8720df34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efc199d-7958-42a2-ba2a-cf86d5b3caf1,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:31.015980 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 44444) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:31.055329 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-f2a06a44-6605-4626-8ba3-3e2addd4416c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:31.059010 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-f2a06a44-6605-4626-8ba3-3e2addd4416c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:31.065828 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9c166d01-6e29-44c5-984a-b22dc5b7b4b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:31.086718 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9c166d01-6e29-44c5-984a-b22dc5b7b4b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:31.095303 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a06a44-6605-4626-8ba3-3e2addd4416c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70181b49-76e9-4a44-9409-964544f5c898,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:31.100973 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-f2a06a44-6605-4626-8ba3-3e2addd4416c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f4434b517a9449fd8de62fed3ffa4d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2255843 Jul 13 19:59:31.102116 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 44446) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:31.164906 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9c166d01-6e29-44c5-984a-b22dc5b7b4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:31.167263 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9c166d01-6e29-44c5-984a-b22dc5b7b4b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:31.168369 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-9c166d01-6e29-44c5-984a-b22dc5b7b4b1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1efc199d-7958-42a2-ba2a-cf86d5b3caf1 HTTP/1.1" status: 204 len: 168 time: 0.1514800 Jul 13 19:59:31.170938 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-54c47e0a-5b43-41d8-b88b-34e685fec537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:31.184046 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c166d01-6e29-44c5-984a-b22dc5b7b4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efc199d-7958-42a2-ba2a-cf86d5b3caf1,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:31.202904 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-54c47e0a-5b43-41d8-b88b-34e685fec537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:31.251088 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-54c47e0a-5b43-41d8-b88b-34e685fec537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:31.253701 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-54c47e0a-5b43-41d8-b88b-34e685fec537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:31.255456 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-54c47e0a-5b43-41d8-b88b-34e685fec537 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/70181b49-76e9-4a44-9409-964544f5c898 HTTP/1.1" status: 204 len: 168 time: 0.1524312 Jul 13 19:59:31.263342 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c47e0a-5b43-41d8-b88b-34e685fec537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70181b49-76e9-4a44-9409-964544f5c898,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:31.543409 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 44464) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:31.557247 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ff5e42f7-00bc-4f2b-bd41-c648b5ab5195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:31.649335 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ff5e42f7-00bc-4f2b-bd41-c648b5ab5195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:31.653383 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ff5e42f7-00bc-4f2b-bd41-c648b5ab5195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:31.692117 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-ff5e42f7-00bc-4f2b-bd41-c648b5ab5195 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=051df9110e5a40fd9527e5fe58864dc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475329 Jul 13 19:59:31.693350 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e42f7-00bc-4f2b-bd41-c648b5ab5195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfe2e43-cc91-44a8-9e1a-769e1cd7d34d,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:31.694763 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 44468) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:31.748945 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-732389d2-f0d9-4294-b24c-2dfea867fd2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:31.773358 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-732389d2-f0d9-4294-b24c-2dfea867fd2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:31.821256 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-732389d2-f0d9-4294-b24c-2dfea867fd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:31.823853 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-732389d2-f0d9-4294-b24c-2dfea867fd2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:31.825054 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-732389d2-f0d9-4294-b24c-2dfea867fd2c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2dfe2e43-cc91-44a8-9e1a-769e1cd7d34d HTTP/1.1" status: 204 len: 168 time: 0.1292090 Jul 13 19:59:31.833483 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732389d2-f0d9-4294-b24c-2dfea867fd2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfe2e43-cc91-44a8-9e1a-769e1cd7d34d,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:32.184781 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 44490) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:32.198303 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-14938aa1-fab6-41a0-a2e9-1e5a40ad6d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:32.288486 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-14938aa1-fab6-41a0-a2e9-1e5a40ad6d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:32.292629 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-14938aa1-fab6-41a0-a2e9-1e5a40ad6d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:32.587208 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-14938aa1-fab6-41a0-a2e9-1e5a40ad6d8f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6d578c07c76b4496810f4b6c1c7ad3d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3989930 Jul 13 19:59:32.587208 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14938aa1-fab6-41a0-a2e9-1e5a40ad6d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea4f3f5-f57f-4bb8-85ac-93a0b483177b,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:32.587688 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 44502) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:32.638340 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-7657d55b-693d-4e85-8b7e-ebc239c70084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:32.662213 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-7657d55b-693d-4e85-8b7e-ebc239c70084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:32.710625 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-7657d55b-693d-4e85-8b7e-ebc239c70084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:32.713282 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-7657d55b-693d-4e85-8b7e-ebc239c70084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:32.714551 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-7657d55b-693d-4e85-8b7e-ebc239c70084 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eea4f3f5-f57f-4bb8-85ac-93a0b483177b HTTP/1.1" status: 204 len: 168 time: 0.1258769 Jul 13 19:59:32.722644 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657d55b-693d-4e85-8b7e-ebc239c70084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea4f3f5-f57f-4bb8-85ac-93a0b483177b,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:37.531925 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 44640) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:37.633033 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ada29d04-2dcf-4b6d-b019-01a09cc68ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:37.721876 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ada29d04-2dcf-4b6d-b019-01a09cc68ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:37.726422 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ada29d04-2dcf-4b6d-b019-01a09cc68ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:37.765250 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-ada29d04-2dcf-4b6d-b019-01a09cc68ebf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e120a6311ed04774a2cd80e17a3b09d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322035 Jul 13 19:59:37.767571 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada29d04-2dcf-4b6d-b019-01a09cc68ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbd4e92-9880-46b3-a59b-c1642cd7b406,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:37.768597 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 44654) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:37.821108 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-f3527e9b-5c80-4606-97a2-bf5d5b21bd3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:37.842512 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-f3527e9b-5c80-4606-97a2-bf5d5b21bd3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:37.890505 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-f3527e9b-5c80-4606-97a2-bf5d5b21bd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:37.893118 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-f3527e9b-5c80-4606-97a2-bf5d5b21bd3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:37.897083 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-f3527e9b-5c80-4606-97a2-bf5d5b21bd3a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3fbd4e92-9880-46b3-a59b-c1642cd7b406 HTTP/1.1" status: 204 len: 168 time: 0.1261003 Jul 13 19:59:37.904996 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3527e9b-5c80-4606-97a2-bf5d5b21bd3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbd4e92-9880-46b3-a59b-c1642cd7b406,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:38.166317 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 44670) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:38.178983 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-608b1d6d-ffdb-45ae-9072-aeab734b6885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:38.266316 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-608b1d6d-ffdb-45ae-9072-aeab734b6885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:38.270337 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-608b1d6d-ffdb-45ae-9072-aeab734b6885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:38.306260 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-608b1d6d-ffdb-45ae-9072-aeab734b6885 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=241b5d9ed3124321b99474006a358a3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1389220 Jul 13 19:59:38.308111 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b1d6d-ffdb-45ae-9072-aeab734b6885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8595fb-9dc4-4b82-95ef-a4408601dd65,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:38.308943 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 44672) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:38.356697 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-65525cee-76dd-498f-8b7f-b070f2248059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:38.376859 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-65525cee-76dd-498f-8b7f-b070f2248059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:38.421401 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-65525cee-76dd-498f-8b7f-b070f2248059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:38.424017 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-65525cee-76dd-498f-8b7f-b070f2248059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:38.425186 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-65525cee-76dd-498f-8b7f-b070f2248059 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5d8595fb-9dc4-4b82-95ef-a4408601dd65 HTTP/1.1" status: 204 len: 168 time: 0.1152813 Jul 13 19:59:38.432809 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65525cee-76dd-498f-8b7f-b070f2248059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8595fb-9dc4-4b82-95ef-a4408601dd65,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:39.283518 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 44710) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:39.390170 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-dda2dcd7-81de-4231-bef0-8f24fd221fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:39.479876 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-dda2dcd7-81de-4231-bef0-8f24fd221fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:39.483920 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-dda2dcd7-81de-4231-bef0-8f24fd221fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:39.520617 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2dcd7-81de-4231-bef0-8f24fd221fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59aa05f9-bf50-4db8-bc92-134a556eea0b,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:39.527671 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-dda2dcd7-81de-4231-bef0-8f24fd221fed admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b92e3017071041f594fbfa8aaf91b2c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2428982 Jul 13 19:59:39.527995 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 44722) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:39.581501 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-2311f0d1-b54b-49ea-be2e-60064731726a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:39.602394 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-2311f0d1-b54b-49ea-be2e-60064731726a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:39.650600 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-2311f0d1-b54b-49ea-be2e-60064731726a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:39.653484 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-2311f0d1-b54b-49ea-be2e-60064731726a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:39.654638 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-2311f0d1-b54b-49ea-be2e-60064731726a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/59aa05f9-bf50-4db8-bc92-134a556eea0b HTTP/1.1" status: 204 len: 168 time: 0.1244228 Jul 13 19:59:39.662916 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311f0d1-b54b-49ea-be2e-60064731726a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59aa05f9-bf50-4db8-bc92-134a556eea0b,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:40.030689 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 44744) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:40.044402 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-427f5b69-c898-4283-8701-045d20daf6aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:40.132818 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-427f5b69-c898-4283-8701-045d20daf6aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:40.136451 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-427f5b69-c898-4283-8701-045d20daf6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:40.175315 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-427f5b69-c898-4283-8701-045d20daf6aa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3e8728c8d94b4e17849348034f4bcc13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434770 Jul 13 19:59:40.176219 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f5b69-c898-4283-8701-045d20daf6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d6ec5c-f589-4226-989a-b730e8ca63ac,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:40.178991 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 44750) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:40.230062 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f87d-4874-4af5-a955-e75b1ca1d067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:40.251085 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f87d-4874-4af5-a955-e75b1ca1d067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:40.297536 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f87d-4874-4af5-a955-e75b1ca1d067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:40.300126 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f87d-4874-4af5-a955-e75b1ca1d067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:40.301398 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-f2e5f87d-4874-4af5-a955-e75b1ca1d067 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/32d6ec5c-f589-4226-989a-b730e8ca63ac HTTP/1.1" status: 204 len: 168 time: 0.1209445 Jul 13 19:59:40.309188 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5f87d-4874-4af5-a955-e75b1ca1d067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d6ec5c-f589-4226-989a-b730e8ca63ac,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:40.606309 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:59:40.630169 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 44768) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:40.645046 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-b4fcda05-aef0-416d-813c-3699ffc6eb80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:40.737134 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-b4fcda05-aef0-416d-813c-3699ffc6eb80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:40.741403 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-b4fcda05-aef0-416d-813c-3699ffc6eb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:40.779618 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-b4fcda05-aef0-416d-813c-3699ffc6eb80 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ca86e414fe094d56bed9751e375bd87d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476727 Jul 13 19:59:40.780479 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fcda05-aef0-416d-813c-3699ffc6eb80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b00e68-9268-451e-b316-7a78bf72045c,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:40.782189 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 44770) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:40.830081 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-5f6fcf7a-be8e-40e5-ada3-e042b354f9f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:40.851558 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-5f6fcf7a-be8e-40e5-ada3-e042b354f9f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:40.901927 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-5f6fcf7a-be8e-40e5-ada3-e042b354f9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:40.904451 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-5f6fcf7a-be8e-40e5-ada3-e042b354f9f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:40.905628 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-5f6fcf7a-be8e-40e5-ada3-e042b354f9f9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/30b00e68-9268-451e-b316-7a78bf72045c HTTP/1.1" status: 204 len: 168 time: 0.1224635 Jul 13 19:59:40.913443 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6fcf7a-be8e-40e5-ada3-e042b354f9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b00e68-9268-451e-b316-7a78bf72045c,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:43.084810 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:43.443386 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 44852) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:43.543227 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-4a4632c0-cef3-41fd-8f43-600618a06af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:43.628957 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-4a4632c0-cef3-41fd-8f43-600618a06af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:43.632774 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-4a4632c0-cef3-41fd-8f43-600618a06af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:43.669914 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-4a4632c0-cef3-41fd-8f43-600618a06af5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=04d8266158194bc0beac9e72ae17bd4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2254946 Jul 13 19:59:43.671073 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4632c0-cef3-41fd-8f43-600618a06af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9890dbe2-3e02-41f3-a44f-ea48a3941467,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:43.672739 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 44856) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:43.720947 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-be8a6dc7-d8b2-4fd2-abae-fd38c86d26ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:43.741123 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-be8a6dc7-d8b2-4fd2-abae-fd38c86d26ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:43.786439 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-be8a6dc7-d8b2-4fd2-abae-fd38c86d26ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:43.788980 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-be8a6dc7-d8b2-4fd2-abae-fd38c86d26ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:43.790124 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-be8a6dc7-d8b2-4fd2-abae-fd38c86d26ab admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9890dbe2-3e02-41f3-a44f-ea48a3941467 HTTP/1.1" status: 204 len: 168 time: 0.1163373 Jul 13 19:59:43.797484 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a6dc7-d8b2-4fd2-abae-fd38c86d26ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9890dbe2-3e02-41f3-a44f-ea48a3941467,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:44.038274 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 44864) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:44.050929 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-4cdb6e05-e44a-4731-b5ae-aa8297a3ee7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:44.137627 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-4cdb6e05-e44a-4731-b5ae-aa8297a3ee7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:44.142679 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-4cdb6e05-e44a-4731-b5ae-aa8297a3ee7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:44.182344 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-4cdb6e05-e44a-4731-b5ae-aa8297a3ee7d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7d8d3b6844e6405cabf6cb252ffd8c80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1430037 Jul 13 19:59:44.183205 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb6e05-e44a-4731-b5ae-aa8297a3ee7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c357b1-6267-4fed-9bef-95df13032be7,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:44.185078 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 44866) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:44.232551 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-7fe460b6-ecb6-4294-879d-e933d6fb8690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:44.252626 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-7fe460b6-ecb6-4294-879d-e933d6fb8690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:44.297499 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-7fe460b6-ecb6-4294-879d-e933d6fb8690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:44.300003 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-7fe460b6-ecb6-4294-879d-e933d6fb8690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:44.301185 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-7fe460b6-ecb6-4294-879d-e933d6fb8690 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/10c357b1-6267-4fed-9bef-95df13032be7 HTTP/1.1" status: 204 len: 168 time: 0.1151307 Jul 13 19:59:44.308361 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe460b6-ecb6-4294-879d-e933d6fb8690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c357b1-6267-4fed-9bef-95df13032be7,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:44.621235 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 44878) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:44.637338 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-496a15d7-426a-4f8a-989a-aa1c0cd5f8d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:44.728668 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-496a15d7-426a-4f8a-989a-aa1c0cd5f8d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:44.733424 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-496a15d7-426a-4f8a-989a-aa1c0cd5f8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:44.770458 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-496a15d7-426a-4f8a-989a-aa1c0cd5f8d4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ba95390b282e4faebffb7d29dbdf8f94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1481192 Jul 13 19:59:44.773273 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 44884) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:44.775140 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a15d7-426a-4f8a-989a-aa1c0cd5f8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a74b827-0b0d-4d0c-8fef-20a4f35753b7,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:44.822650 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-1c9812de-544b-456d-b771-a2a1afe9122a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:44.842646 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-1c9812de-544b-456d-b771-a2a1afe9122a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:44.888835 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-1c9812de-544b-456d-b771-a2a1afe9122a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:44.891356 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-1c9812de-544b-456d-b771-a2a1afe9122a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:44.892550 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-1c9812de-544b-456d-b771-a2a1afe9122a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0a74b827-0b0d-4d0c-8fef-20a4f35753b7 HTTP/1.1" status: 204 len: 168 time: 0.1181817 Jul 13 19:59:44.899656 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9812de-544b-456d-b771-a2a1afe9122a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a74b827-0b0d-4d0c-8fef-20a4f35753b7,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:45.233170 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-1473e09b-f8b4-43c6-83aa-7e3a42898757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:45.545088 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 44910) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:45.636293 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-243cb867-e1c9-4eba-9a4e-29bc169e0732 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-905859208-network', 'tenant_id': '62c926e7f7d849cb8fc4eb3830fe3450'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:59:45.656960 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243cb867-e1c9-4eba-9a4e-29bc169e0732 admin admin] Made reservation on behalf of 62c926e7f7d849cb8fc4eb3830fe3450 for: {'network': 1} {{(pid=92884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:59:45.659262 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-243cb867-e1c9-4eba-9a4e-29bc169e0732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for network, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:45.667476 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-243cb867-e1c9-4eba-9a4e-29bc169e0732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:45.756340 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-243cb867-e1c9-4eba-9a4e-29bc169e0732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:45.760228 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-243cb867-e1c9-4eba-9a4e-29bc169e0732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:45.781868 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-243cb867-e1c9-4eba-9a4e-29bc169e0732 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1188} {{(pid=92884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:59:45.795430 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243cb867-e1c9-4eba-9a4e-29bc169e0732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013c6a84-c5d2-402f-a610-4119fb8a07f6,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:45.802184 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-243cb867-e1c9-4eba-9a4e-29bc169e0732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480'] for segment, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:45.802292 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.db.segments_db [None req-243cb867-e1c9-4eba-9a4e-29bc169e0732 admin admin] Added segment c639ff33-5328-4f94-8684-174378e21fff of type vlan for network 5575ca18-0d58-49b6-b7c2-2848ba158dfc Jul 13 19:59:45.844533 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-243cb867-e1c9-4eba-9a4e-29bc169e0732 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772357517572'] for network, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:45.872425 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-243cb867-e1c9-4eba-9a4e-29bc169e0732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669'] for network, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:45.873514 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243cb867-e1c9-4eba-9a4e-29bc169e0732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:45.874100 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-243cb867-e1c9-4eba-9a4e-29bc169e0732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for network, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:45.929199 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-243cb867-e1c9-4eba-9a4e-29bc169e0732 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3828256 Jul 13 19:59:45.930065 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 44922) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:45.935524 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-08442676-5737-47a3-a7eb-b5ddd4a9c0b3 admin admin] Request body: {'subnet': {'network_id': '5575ca18-0d58-49b6-b7c2-2848ba158dfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-905859208-subnet', 'tenant_id': '62c926e7f7d849cb8fc4eb3830fe3450', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:59:45.943738 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243cb867-e1c9-4eba-9a4e-29bc169e0732 admin admin] Pushing event updated for resources: {'Network': ['ID=5575ca18-0d58-49b6-b7c2-2848ba158dfc,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:45.954055 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Network 5575ca18-0d58-49b6-b7c2-2848ba158dfc details requested by agent ovs-agent-dv-cinder-786933-3-iscsi with host dv-cinder-786933-3-iscsi {{(pid=92886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:59:45.978667 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08442676-5737-47a3-a7eb-b5ddd4a9c0b3 admin admin] Made reservation on behalf of 62c926e7f7d849cb8fc4eb3830fe3450 for: {'subnet': 1} {{(pid=92885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:59:45.981961 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-08442676-5737-47a3-a7eb-b5ddd4a9c0b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6010194'] for subnet, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:46.169033 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-08442676-5737-47a3-a7eb-b5ddd4a9c0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6010208'] for subnet, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:46.224296 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08442676-5737-47a3-a7eb-b5ddd4a9c0b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeb2bca1-dbc6-4bab-b3a0-c2d98084c3fc,revision_number=0']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:46.231198 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08442676-5737-47a3-a7eb-b5ddd4a9c0b3 admin admin] Checking segment: {'id': 'c639ff33-5328-4f94-8684-174378e21fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '5575ca18-0d58-49b6-b7c2-2848ba158dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:59:46.231703 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08442676-5737-47a3-a7eb-b5ddd4a9c0b3 admin admin] Network hostable DHCP agents. Network: 5575ca18-0d58-49b6-b7c2-2848ba158dfc, hostable agents: ['46ee3fc2-8c8b-485e-8a09-c5820fb474f8'], hosted agents: [] {{(pid=92885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:59:46.248815 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08442676-5737-47a3-a7eb-b5ddd4a9c0b3 admin admin] Network 5575ca18-0d58-49b6-b7c2-2848ba158dfc is scheduled to be hosted by DHCP agent 46ee3fc2-8c8b-485e-8a09-c5820fb474f8 with binding_index 1 {{(pid=92885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:59:46.257167 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.base_scheduler [None req-08442676-5737-47a3-a7eb-b5ddd4a9c0b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-3-iscsi, 5575ca18-0d58-49b6-b7c2-2848ba158dfc) {{(pid=92885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:59:46.261434 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08442676-5737-47a3-a7eb-b5ddd4a9c0b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:46.262019 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-08442676-5737-47a3-a7eb-b5ddd4a9c0b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:46.266881 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad427b4-5b77-45c9-b75b-e99a779f8ee7 None None] Network 5575ca18-0d58-49b6-b7c2-2848ba158dfc requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:59:46.277308 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-08442676-5737-47a3-a7eb-b5ddd4a9c0b3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3456707 Jul 13 19:59:46.404386 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c89e32-6fd7-4b8d-9ec0-10be80b4222d None None] Network 5575ca18-0d58-49b6-b7c2-2848ba158dfc requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:59:47.806960 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-a57c5aaa-67cc-4a1b-976f-b3b20561cc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:47.916000 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:48.215770 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-642252f6-e356-496a-a93f-743aebc62a16 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:48.217293 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-642252f6-e356-496a-a93f-743aebc62a16 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/networks?id=5575ca18-0d58-49b6-b7c2-2848ba158dfc HTTP/1.1" status: 200 len: 808 time: 0.1095929 Jul 13 19:59:48.232617 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-43019cd6-bab7-4071-888f-08fd8d90c74a tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/quotas/62c926e7f7d849cb8fc4eb3830fe3450 HTTP/1.1" status: 200 len: 375 time: 0.0099707 Jul 13 19:59:48.266260 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-b18e1f94-e621-4eb5-9ea4-a0834187e0cc tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=62c926e7f7d849cb8fc4eb3830fe3450&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278797 Jul 13 19:59:48.321899 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-1948ab23-b254-40c5-a6c1-9f0f9090a797 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:48.322871 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-1948ab23-b254-40c5-a6c1-9f0f9090a797 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0500076 Jul 13 19:59:48.417251 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-107351e8-08da-4806-9832-8ff5c9499c39 service neutron] 10.222.0.22 "GET /v2.0/networks/5575ca18-0d58-49b6-b7c2-2848ba158dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885842 Jul 13 19:59:48.502194 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-c4e3c30d-19e3-4e82-b130-2fda575a0ed6 service neutron] 10.222.0.22 "GET /v2.0/networks/5575ca18-0d58-49b6-b7c2-2848ba158dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793457 Jul 13 19:59:48.714774 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0f704e04-9f8b-4365-9a7c-9408f679c4eb req-3cf3db20-cf81-429a-9ba9-312eb8a568be tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3670641-1f5e-414f-b051-7c4c4431ad21 HTTP/1.1" status: 200 len: 210 time: 0.0753779 Jul 13 19:59:49.167154 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:49.854645 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-1f2f3e03-6b24-489d-bc3a-50fc827f8a3b tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:49.856223 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-1f2f3e03-6b24-489d-bc3a-50fc827f8a3b tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.72 "GET /v2.0/networks?id=5575ca18-0d58-49b6-b7c2-2848ba158dfc HTTP/1.1" status: 200 len: 808 time: 0.1102788 Jul 13 19:59:49.859058 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-30cd0216-5310-4609-b7e9-9eab25870a5d req-0ff179b0-7878-45fe-8c16-bf23c36e11ee tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3670641-1f5e-414f-b051-7c4c4431ad21 HTTP/1.1" status: 200 len: 210 time: 0.0302596 Jul 13 19:59:49.882715 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-6ea536b9-aa7f-4acc-8123-5bd3d67bbf25 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Request body: {'port': {'device_id': 'f3670641-1f5e-414f-b051-7c4c4431ad21', 'network_id': '5575ca18-0d58-49b6-b7c2-2848ba158dfc', 'admin_state_up': True, 'tenant_id': '62c926e7f7d849cb8fc4eb3830fe3450'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:59:49.980263 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-6ea536b9-aa7f-4acc-8123-5bd3d67bbf25 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Made reservation on behalf of 62c926e7f7d849cb8fc4eb3830fe3450 for: {'port': 1} {{(pid=92884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:59:49.983293 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-6ea536b9-aa7f-4acc-8123-5bd3d67bbf25 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:50.104376 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.db_base_plugin_common [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-6ea536b9-aa7f-4acc-8123-5bd3d67bbf25 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Allocated IP 172.20.0.7 (5575ca18-0d58-49b6-b7c2-2848ba158dfc/aeb2bca1-dbc6-4bab-b3a0-c2d98084c3fc/3226b5dc-c7a3-4c62-ae02-557c33bd3d30) {{(pid=92884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:59:50.248083 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-6ea536b9-aa7f-4acc-8123-5bd3d67bbf25 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Notify callbacks [] for port, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:50.284309 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-6ea536b9-aa7f-4acc-8123-5bd3d67bbf25 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:50.328553 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-6ea536b9-aa7f-4acc-8123-5bd3d67bbf25 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Network 5575ca18-0d58-49b6-b7c2-2848ba158dfc is already hosted by enough agents. {{(pid=92884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:59:50.331624 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-6ea536b9-aa7f-4acc-8123-5bd3d67bbf25 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Resources bound (agent type, host, resource id): {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:59:50.335501 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-6ea536b9-aa7f-4acc-8123-5bd3d67bbf25 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Received port after_create {{(pid=92884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:59:50.341881 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea536b9-aa7f-4acc-8123-5bd3d67bbf25 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Pushing event updated for resources: {'Port': ['ID=3226b5dc-c7a3-4c62-ae02-557c33bd3d30,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:50.386084 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-6ea536b9-aa7f-4acc-8123-5bd3d67bbf25 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:50.386695 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-6ea536b9-aa7f-4acc-8123-5bd3d67bbf25 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:50.400886 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-6ea536b9-aa7f-4acc-8123-5bd3d67bbf25 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5310354 Jul 13 19:59:50.411044 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-daace0da-6756-4055-9f67-a876df8afe5e tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:59:50.411978 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-daace0da-6756-4055-9f67-a876df8afe5e tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055230 Jul 13 19:59:50.465226 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-f2da6161-49af-4892-b29f-b857bfa5c772 service neutron] Request body: {'port': {'device_id': 'f3670641-1f5e-414f-b051-7c4c4431ad21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:59:50.537417 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-f2da6161-49af-4892-b29f-b857bfa5c772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:50.790499 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-f2da6161-49af-4892-b29f-b857bfa5c772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3226b5dc-c7a3-4c62-ae02-557c33bd3d30 {{(pid=92884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:59:50.797490 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-f2da6161-49af-4892-b29f-b857bfa5c772 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:50.809693 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.provisioning_blocks [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-f2da6161-49af-4892-b29f-b857bfa5c772 service neutron] Transition to ACTIVE for port object 3226b5dc-c7a3-4c62-ae02-557c33bd3d30 will not be triggered until provisioned by entity L2. {{(pid=92884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:59:50.813085 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-f2da6161-49af-4892-b29f-b857bfa5c772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4873477'] for port, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:50.867798 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:50.878312 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da6161-49af-4892-b29f-b857bfa5c772 service neutron] Pushing event updated for resources: {'Port': ['ID=3226b5dc-c7a3-4c62-ae02-557c33bd3d30,revision_number=2']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:50.932037 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-f2da6161-49af-4892-b29f-b857bfa5c772 service neutron] Attempting to bind port 3226b5dc-c7a3-4c62-ae02-557c33bd3d30 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:59:50.932370 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-f2da6161-49af-4892-b29f-b857bfa5c772 service neutron] Attempting to bind port 3226b5dc-c7a3-4c62-ae02-557c33bd3d30 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'c639ff33-5328-4f94-8684-174378e21fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '5575ca18-0d58-49b6-b7c2-2848ba158dfc'}] {{(pid=92884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:59:50.932805 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-f2da6161-49af-4892-b29f-b857bfa5c772 service neutron] Attempting to bind port 3226b5dc-c7a3-4c62-ae02-557c33bd3d30 on network 5575ca18-0d58-49b6-b7c2-2848ba158dfc {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:59:50.937026 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-f2da6161-49af-4892-b29f-b857bfa5c772 service neutron] Port 3226b5dc-c7a3-4c62-ae02-557c33bd3d30 on network 5575ca18-0d58-49b6-b7c2-2848ba158dfc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:59:50.937355 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-f2da6161-49af-4892-b29f-b857bfa5c772 service neutron] Attempting to bind port 3226b5dc-c7a3-4c62-ae02-557c33bd3d30 on network 5575ca18-0d58-49b6-b7c2-2848ba158dfc {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:59:50.942540 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-f2da6161-49af-4892-b29f-b857bfa5c772 service neutron] Checking agent: {'id': '412a95eb-dbf1-48e2-9390-163f76043269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 22, 13), 'started_at': datetime.datetime(2021, 7, 13, 19, 22, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:59:50.942883 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-f2da6161-49af-4892-b29f-b857bfa5c772 service neutron] Checking segment: {'id': 'c639ff33-5328-4f94-8684-174378e21fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '5575ca18-0d58-49b6-b7c2-2848ba158dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:59:50.943261 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-f2da6161-49af-4892-b29f-b857bfa5c772 service neutron] Bound using segment: {'id': 'c639ff33-5328-4f94-8684-174378e21fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '5575ca18-0d58-49b6-b7c2-2848ba158dfc'} {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:59:50.943680 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-f2da6161-49af-4892-b29f-b857bfa5c772 service neutron] Bound port: 3226b5dc-c7a3-4c62-ae02-557c33bd3d30, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c639ff33-5328-4f94-8684-174378e21fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '5575ca18-0d58-49b6-b7c2-2848ba158dfc'}}] {{(pid=92884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:59:50.944034 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-f2da6161-49af-4892-b29f-b857bfa5c772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:51.037014 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-f2da6161-49af-4892-b29f-b857bfa5c772 service neutron] For port 3226b5dc-c7a3-4c62-ae02-557c33bd3d30, host hv-cinder-78693, cleared binding levels {{(pid=92884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:59:51.053686 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-f2da6161-49af-4892-b29f-b857bfa5c772 service neutron] For port 3226b5dc-c7a3-4c62-ae02-557c33bd3d30, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3226b5dc-c7a3-4c62-ae02-557c33bd3d30,segment=NetworkSegment(c639ff33-5328-4f94-8684-174378e21fff),segment_id=c639ff33-5328-4f94-8684-174378e21fff)] {{(pid=92884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:59:51.059915 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-f2da6161-49af-4892-b29f-b857bfa5c772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4873477'] for port, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:51.352019 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ffec9e-65bb-4dc6-ad25-27898f0a9166 req-127e7f98-74d5-4adb-8955-8bc40ded8f86 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:51.353530 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-49ffec9e-65bb-4dc6-ad25-27898f0a9166 req-127e7f98-74d5-4adb-8955-8bc40ded8f86 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3670641-1f5e-414f-b051-7c4c4431ad21 HTTP/1.1" status: 200 len: 943 time: 0.3786910 Jul 13 19:59:51.374857 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-f2da6161-49af-4892-b29f-b857bfa5c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:51.375468 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-f2da6161-49af-4892-b29f-b857bfa5c772 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:51.376846 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-f2da6161-49af-4892-b29f-b857bfa5c772 service neutron] 10.222.0.72 "PUT /v2.0/ports/3226b5dc-c7a3-4c62-ae02-557c33bd3d30 HTTP/1.1" status: 200 len: 1093 time: 0.9583259 Jul 13 19:59:51.383288 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3670641-1f5e-414f-b051-7c4c4431ad21', 'tag': '3226b5dc-c7a3-4c62-ae02-557c33bd3d30'}] {{(pid=92884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:59:51.385531 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cf84a925f246af12420c5659448fd2d5dd2a3ba7c6b104c2b07d23eb28f3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f36b674-b2b5-4ca8-a234-5cccf4b058d1" -d '{"events": [{"name": "network-changed", "server_uuid": "f3670641-1f5e-414f-b051-7c4c4431ad21", "tag": "3226b5dc-c7a3-4c62-ae02-557c33bd3d30"}]}' {{(pid=92884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:59:51.419003 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da6161-49af-4892-b29f-b857bfa5c772 service neutron] Pushing event updated for resources: {'Port': ['ID=3226b5dc-c7a3-4c62-ae02-557c33bd3d30,revision_number=3']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:51.424085 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-49ffec9e-65bb-4dc6-ad25-27898f0a9166 req-8e21d692-7eaa-4da8-8eaa-b7b7a17f4b0c tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/security-groups?id=013c6a84-c5d2-402f-a610-4119fb8a07f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646458 Jul 13 19:59:51.479847 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-ac022af0-402f-4fa6-8b3d-eefa6a28bcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:51.481384 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-ac022af0-402f-4fa6-8b3d-eefa6a28bcd0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=62c926e7f7d849cb8fc4eb3830fe3450&device_id=f3670641-1f5e-414f-b051-7c4c4431ad21 HTTP/1.1" status: 200 len: 1096 time: 0.0526836 Jul 13 19:59:51.523731 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a263d4-af1e-4b40-b08f-38fad964d96b x-openstack-request-id: req-79a263d4-af1e-4b40-b08f-38fad964d96b {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:59:51.524016 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3670641-1f5e-414f-b051-7c4c4431ad21", "tag": "3226b5dc-c7a3-4c62-ae02-557c33bd3d30", "status": "completed", "code": 200}]} {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:59:51.524263 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-79a263d4-af1e-4b40-b08f-38fad964d96b {{(pid=92884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:59:51.524669 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3670641-1f5e-414f-b051-7c4c4431ad21', 'tag': '3226b5dc-c7a3-4c62-ae02-557c33bd3d30', 'status': 'completed', 'code': 200} Jul 13 19:59:51.526433 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-b6697c24-d58a-4b4c-811e-0d4523899572 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3226b5dc-c7a3-4c62-ae02-557c33bd3d30 HTTP/1.1" status: 200 len: 217 time: 0.0369184 Jul 13 19:59:51.578684 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-110c9587-bff8-4529-b7f9-a0a04934fd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:51.580194 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-110c9587-bff8-4529-b7f9-a0a04934fd36 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aeb2bca1-dbc6-4bab-b3a0-c2d98084c3fc HTTP/1.1" status: 200 len: 848 time: 0.0476608 Jul 13 19:59:51.612489 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-f9cd7cb7-da85-46c2-8480-5641dac378ac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5575ca18-0d58-49b6-b7c2-2848ba158dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254347 Jul 13 19:59:51.698763 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-5ebee296-5616-4427-9af9-d490df8a1822 service neutron] 10.222.0.72 "GET /v2.0/networks/5575ca18-0d58-49b6-b7c2-2848ba158dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798016 Jul 13 19:59:51.699466 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 45072) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:51.795890 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-79398e5c-d5c6-4f22-a08d-af100844c7b9 req-32af971b-5e5d-4bac-ad15-3705655c3743 service neutron] 10.222.0.72 "GET /v2.0/networks/5575ca18-0d58-49b6-b7c2-2848ba158dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905588 Jul 13 19:59:51.801965 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-6553166a-6fe6-4397-80e4-8b1843815893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:51.923631 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36b674-b2b5-4ca8-a234-5cccf4b058d1 req-750b9aba-982a-4a39-8c9e-40fa44538156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:51.925075 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0f36b674-b2b5-4ca8-a234-5cccf4b058d1 req-750b9aba-982a-4a39-8c9e-40fa44538156 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=62c926e7f7d849cb8fc4eb3830fe3450&device_id=f3670641-1f5e-414f-b051-7c4c4431ad21 HTTP/1.1" status: 200 len: 1096 time: 0.0825090 Jul 13 19:59:51.934178 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-6553166a-6fe6-4397-80e4-8b1843815893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:51.954171 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-6553166a-6fe6-4397-80e4-8b1843815893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:52.024285 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-6553166a-6fe6-4397-80e4-8b1843815893 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e9c9c380e7b943fda0541704a18b5e2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3238280 Jul 13 19:59:52.026527 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553166a-6fe6-4397-80e4-8b1843815893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1cef12-89ee-44f5-aa19-b77644859006,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:52.027081 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 45076) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:52.055891 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36b674-b2b5-4ca8-a234-5cccf4b058d1 req-af968256-fa3b-449d-a5ff-c12f362849b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:52.057448 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0f36b674-b2b5-4ca8-a234-5cccf4b058d1 req-af968256-fa3b-449d-a5ff-c12f362849b4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5575ca18-0d58-49b6-b7c2-2848ba158dfc HTTP/1.1" status: 200 len: 910 time: 0.1252911 Jul 13 19:59:52.076804 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e7d529d4-fd9e-4288-9b24-3323ec922a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:52.101964 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e7d529d4-fd9e-4288-9b24-3323ec922a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:52.102408 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0f36b674-b2b5-4ca8-a234-5cccf4b058d1 req-4dfd30cd-36e6-47c2-bf25-27f387c28da7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3226b5dc-c7a3-4c62-ae02-557c33bd3d30 HTTP/1.1" status: 200 len: 217 time: 0.0380385 Jul 13 19:59:52.150003 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e7d529d4-fd9e-4288-9b24-3323ec922a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:52.152596 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e7d529d4-fd9e-4288-9b24-3323ec922a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:52.153051 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36b674-b2b5-4ca8-a234-5cccf4b058d1 req-42b19151-1906-425f-929f-700e2618c0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:52.153741 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-e7d529d4-fd9e-4288-9b24-3323ec922a3b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bb1cef12-89ee-44f5-aa19-b77644859006 HTTP/1.1" status: 204 len: 168 time: 0.1256759 Jul 13 19:59:52.154499 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0f36b674-b2b5-4ca8-a234-5cccf4b058d1 req-42b19151-1906-425f-929f-700e2618c0b1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aeb2bca1-dbc6-4bab-b3a0-c2d98084c3fc HTTP/1.1" status: 200 len: 848 time: 0.0457013 Jul 13 19:59:52.161931 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d529d4-fd9e-4288-9b24-3323ec922a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1cef12-89ee-44f5-aa19-b77644859006,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:52.191551 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0f36b674-b2b5-4ca8-a234-5cccf4b058d1 req-2279a62e-9499-4fac-97ac-3aabbd671e31 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5575ca18-0d58-49b6-b7c2-2848ba158dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274966 Jul 13 19:59:52.287157 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0f36b674-b2b5-4ca8-a234-5cccf4b058d1 req-79db7e1d-ba45-42eb-aaeb-a3dda2f9dd27 service neutron] 10.222.0.72 "GET /v2.0/networks/5575ca18-0d58-49b6-b7c2-2848ba158dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887878 Jul 13 19:59:52.377558 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0f36b674-b2b5-4ca8-a234-5cccf4b058d1 req-5b0658de-8ee5-409c-b98d-6fc4c8a686ff service neutron] 10.222.0.72 "GET /v2.0/networks/5575ca18-0d58-49b6-b7c2-2848ba158dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836205 Jul 13 19:59:52.603056 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321040e-9744-4f67-ac93-654063c990e1 req-3c27a6ec-6ccb-42fa-bc1c-40f65e969caa tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:52.604563 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4321040e-9744-4f67-ac93-654063c990e1 req-3c27a6ec-6ccb-42fa-bc1c-40f65e969caa tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3670641-1f5e-414f-b051-7c4c4431ad21 HTTP/1.1" status: 200 len: 943 time: 0.0656548 Jul 13 19:59:52.643063 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4321040e-9744-4f67-ac93-654063c990e1 req-e0606b7d-c607-4c76-b781-ba825bda6947 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/security-groups?id=013c6a84-c5d2-402f-a610-4119fb8a07f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325248 Jul 13 19:59:53.814419 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8e1fc-6052-4cb0-8010-00eb36f56ad2 req-e6d17953-a43f-4932-9dfb-d864e3660f26 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:53.815882 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-cdb8e1fc-6052-4cb0-8010-00eb36f56ad2 req-e6d17953-a43f-4932-9dfb-d864e3660f26 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3670641-1f5e-414f-b051-7c4c4431ad21 HTTP/1.1" status: 200 len: 943 time: 0.0612211 Jul 13 19:59:53.852738 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-cdb8e1fc-6052-4cb0-8010-00eb36f56ad2 req-4876aec6-f8c4-410c-9e6c-605c1bf58a74 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/security-groups?id=013c6a84-c5d2-402f-a610-4119fb8a07f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307889 Jul 13 19:59:54.314973 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-cd80c31e-8a12-46e8-b683-7e4d9e5aa389 tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=22c3f3976d364df6b4a9ea9f03da1665&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324337 Jul 13 19:59:54.493004 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-4efc1375-dd94-40bc-a1fc-4c6fd70b8554 tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:54.494364 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-4efc1375-dd94-40bc-a1fc-4c6fd70b8554 tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1737792 Jul 13 19:59:54.508129 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-b8ceef12-1325-4b68-9348-4e60cc36da3d tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] 10.222.0.22 "GET /v2.0/quotas/22c3f3976d364df6b4a9ea9f03da1665 HTTP/1.1" status: 200 len: 375 time: 0.0085702 Jul 13 19:59:54.540238 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-09697b16-176d-40d1-b1c0-03dcb21fbd27 tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=22c3f3976d364df6b4a9ea9f03da1665&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274649 Jul 13 19:59:54.699792 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-6ddfa146-bd32-4af7-b7cf-ecbd1b22697e req-8138dc5f-58f8-49aa-8ce3-34cd0ef107a9 tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] 10.222.0.22 "GET /v2.0/ports?device_id=13bf081f-85ef-4f9c-9cd2-82ca43438259 HTTP/1.1" status: 200 len: 210 time: 0.0279438 Jul 13 19:59:55.041795 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc959a-be4f-4107-971d-8a5f9ff3231c req-975cffa5-e958-4478-a6aa-b5d01db3a827 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:55.043285 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e1fc959a-be4f-4107-971d-8a5f9ff3231c req-975cffa5-e958-4478-a6aa-b5d01db3a827 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3670641-1f5e-414f-b051-7c4c4431ad21 HTTP/1.1" status: 200 len: 943 time: 0.0685828 Jul 13 19:59:55.085182 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e1fc959a-be4f-4107-971d-8a5f9ff3231c req-7902366d-3a47-4343-9a7a-0821b1cd2e20 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/security-groups?id=013c6a84-c5d2-402f-a610-4119fb8a07f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360327 Jul 13 19:59:55.164465 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 3226b5dc-c7a3-4c62-ae02-557c33bd3d30 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:59:55.259742 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 3226b5dc-c7a3-4c62-ae02-557c33bd3d30, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3226b5dc-c7a3-4c62-ae02-557c33bd3d30,segment=NetworkSegment(c639ff33-5328-4f94-8684-174378e21fff),segment_id=c639ff33-5328-4f94-8684-174378e21fff)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:59:55.271907 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Returning: {'device': '3226b5dc-c7a3-4c62-ae02-557c33bd3d30', 'network_id': '5575ca18-0d58-49b6-b7c2-2848ba158dfc', 'port_id': '3226b5dc-c7a3-4c62-ae02-557c33bd3d30', 'mac_address': 'fa:16:3e:72:2b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeb2bca1-dbc6-4bab-b3a0-c2d98084c3fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:59:55.311589 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:55.323924 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.notifiers.nova [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3226b5dc-c7a3-4c62-ae02-557c33bd3d30 {{(pid=92886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:59:55.342890 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 3226b5dc-c7a3-4c62-ae02-557c33bd3d30, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3226b5dc-c7a3-4c62-ae02-557c33bd3d30,segment=NetworkSegment(c639ff33-5328-4f94-8684-174378e21fff),segment_id=c639ff33-5328-4f94-8684-174378e21fff)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:59:55.346459 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:55.391387 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Pushing event updated for resources: {'Port': ['ID=3226b5dc-c7a3-4c62-ae02-557c33bd3d30,revision_number=4']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:55.398730 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:55.399080 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:55.399409 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:55.399739 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:55.400064 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:55.400389 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:55.400744 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:55.401068 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:55.401406 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:55.401727 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:55.402043 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:55.402356 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:59:55.591768 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] get_ports_and_sgs() called for port_ids ['3226b5dc-c7a3-4c62-ae02-557c33bd3d30'] {{(pid=92886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:59:55.648224 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-766bb172-5c8e-4093-818f-d516a1ae9b55 tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=22c3f3976d364df6b4a9ea9f03da1665&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217254 Jul 13 19:59:55.764429 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-09e722ad-b13b-4e98-8284-6a6a82a5cff5 tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:55.766015 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-09e722ad-b13b-4e98-8284-6a6a82a5cff5 tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1133094 Jul 13 19:59:55.778680 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-9d2242d5-418c-4983-bd0e-501555939d9f tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] Request body: {'port': {'device_id': '13bf081f-85ef-4f9c-9cd2-82ca43438259', 'network_id': 'cb94776d-4a1e-4177-b1cb-3da71602b82b', 'admin_state_up': True, 'tenant_id': '22c3f3976d364df6b4a9ea9f03da1665'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:59:55.847451 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-8785ac86-25c8-4e15-ba14-be4e4a6e53a4 req-6aed1c35-5956-40f7-b6c2-f377c2b4aec1 tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] 10.222.0.22 "GET /v2.0/ports?device_id=13bf081f-85ef-4f9c-9cd2-82ca43438259 HTTP/1.1" status: 200 len: 210 time: 0.0315821 Jul 13 19:59:55.893353 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-9d2242d5-418c-4983-bd0e-501555939d9f tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] Made reservation on behalf of 22c3f3976d364df6b4a9ea9f03da1665 for: {'port': 1} {{(pid=92884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:59:55.897001 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-9d2242d5-418c-4983-bd0e-501555939d9f tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:55.906110 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-9d2242d5-418c-4983-bd0e-501555939d9f tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:55.997505 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-9d2242d5-418c-4983-bd0e-501555939d9f tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:56.000853 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-9d2242d5-418c-4983-bd0e-501555939d9f tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:56.065630 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2242d5-418c-4983-bd0e-501555939d9f tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17172690-731b-45c3-9848-eeb7967b59ca,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:56.132154 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.db_base_plugin_common [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-9d2242d5-418c-4983-bd0e-501555939d9f tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] Allocated IP 192.168.233.45 (cb94776d-4a1e-4177-b1cb-3da71602b82b/7ce22d50-092b-494f-bfa8-3945dae9ab37/10094b02-3615-49e0-ab43-15eaba001de5) {{(pid=92884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:59:56.312529 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-9d2242d5-418c-4983-bd0e-501555939d9f tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] Notify callbacks [] for port, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:56.327189 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d50b79b-481d-47c6-ba84-a5c3bcb986f4 req-8d307d9b-1931-478f-a278-536588acd2e5 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:56.328690 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4d50b79b-481d-47c6-ba84-a5c3bcb986f4 req-8d307d9b-1931-478f-a278-536588acd2e5 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3670641-1f5e-414f-b051-7c4c4431ad21 HTTP/1.1" status: 200 len: 944 time: 0.1114635 Jul 13 19:59:56.336184 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.provisioning_blocks [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-9d2242d5-418c-4983-bd0e-501555939d9f tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] Transition to ACTIVE for port object 10094b02-3615-49e0-ab43-15eaba001de5 will not be triggered until provisioned by entity DHCP. {{(pid=92884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:59:56.386820 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-4d50b79b-481d-47c6-ba84-a5c3bcb986f4 req-c427aa2f-d6d9-448c-a27a-38d8664564ce tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/security-groups?id=013c6a84-c5d2-402f-a610-4119fb8a07f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516572 Jul 13 19:59:56.396991 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-9d2242d5-418c-4983-bd0e-501555939d9f tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:56.444357 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-9d2242d5-418c-4983-bd0e-501555939d9f tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] Network cb94776d-4a1e-4177-b1cb-3da71602b82b is already hosted by enough agents. {{(pid=92884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:59:56.447438 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-9d2242d5-418c-4983-bd0e-501555939d9f tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] Resources bound (agent type, host, resource id): {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:59:56.451415 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-9d2242d5-418c-4983-bd0e-501555939d9f tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] Received port after_create {{(pid=92884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:59:56.458107 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2242d5-418c-4983-bd0e-501555939d9f tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] Pushing event updated for resources: {'Port': ['ID=10094b02-3615-49e0-ab43-15eaba001de5,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:56.503967 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-9d2242d5-418c-4983-bd0e-501555939d9f tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:56.504604 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-9d2242d5-418c-4983-bd0e-501555939d9f tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:56.519461 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-9d2242d5-418c-4983-bd0e-501555939d9f tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7440622 Jul 13 19:59:56.531027 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-c0a3a98f-12b0-4932-82d4-dd8260c5aed6 service neutron] Request body: {'port': {'device_id': '13bf081f-85ef-4f9c-9cd2-82ca43438259', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:59:56.604443 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-c0a3a98f-12b0-4932-82d4-dd8260c5aed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:56.661150 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-216f7be2-a351-4148-837d-a90b44839350 None None] Provisioning for port 10094b02-3615-49e0-ab43-15eaba001de5 completed by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:59:56.665141 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-216f7be2-a351-4148-837d-a90b44839350 None None] Provisioning complete for port 10094b02-3615-49e0-ab43-15eaba001de5 triggered by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:59:56.665603 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-216f7be2-a351-4148-837d-a90b44839350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:56.697941 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-216f7be2-a351-4148-837d-a90b44839350 None None] Port 10094b02-3615-49e0-ab43-15eaba001de5 cannot update to ACTIVE because it is not bound. {{(pid=92886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:59:56.858357 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-c0a3a98f-12b0-4932-82d4-dd8260c5aed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10094b02-3615-49e0-ab43-15eaba001de5 {{(pid=92884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:59:56.865447 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-c0a3a98f-12b0-4932-82d4-dd8260c5aed6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:56.877123 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.provisioning_blocks [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-c0a3a98f-12b0-4932-82d4-dd8260c5aed6 service neutron] Transition to ACTIVE for port object 10094b02-3615-49e0-ab43-15eaba001de5 will not be triggered until provisioned by entity L2. {{(pid=92884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:59:56.881584 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-c0a3a98f-12b0-4932-82d4-dd8260c5aed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4873477'] for port, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:56.931485 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3a98f-12b0-4932-82d4-dd8260c5aed6 service neutron] Pushing event updated for resources: {'Port': ['ID=10094b02-3615-49e0-ab43-15eaba001de5,revision_number=2']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:57.013922 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-c0a3a98f-12b0-4932-82d4-dd8260c5aed6 service neutron] Attempting to bind port 10094b02-3615-49e0-ab43-15eaba001de5 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:59:57.014528 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-c0a3a98f-12b0-4932-82d4-dd8260c5aed6 service neutron] Attempting to bind port 10094b02-3615-49e0-ab43-15eaba001de5 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '1df51467-2708-445c-a981-313646cd5f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'cb94776d-4a1e-4177-b1cb-3da71602b82b'}] {{(pid=92884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:59:57.015058 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-c0a3a98f-12b0-4932-82d4-dd8260c5aed6 service neutron] Attempting to bind port 10094b02-3615-49e0-ab43-15eaba001de5 on network cb94776d-4a1e-4177-b1cb-3da71602b82b {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:59:57.020919 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-c0a3a98f-12b0-4932-82d4-dd8260c5aed6 service neutron] Port 10094b02-3615-49e0-ab43-15eaba001de5 on network cb94776d-4a1e-4177-b1cb-3da71602b82b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:59:57.021493 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-c0a3a98f-12b0-4932-82d4-dd8260c5aed6 service neutron] Attempting to bind port 10094b02-3615-49e0-ab43-15eaba001de5 on network cb94776d-4a1e-4177-b1cb-3da71602b82b {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:59:57.027287 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-c0a3a98f-12b0-4932-82d4-dd8260c5aed6 service neutron] Checking agent: {'id': '412a95eb-dbf1-48e2-9390-163f76043269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 22, 13), 'started_at': datetime.datetime(2021, 7, 13, 19, 22, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:59:57.027900 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890a7d2-e26d-4bcf-9bc9-2b3faf6cd28e req-7e95248d-da30-45d5-8480-1b88920b9e8d tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:57.028414 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-c0a3a98f-12b0-4932-82d4-dd8260c5aed6 service neutron] Checking segment: {'id': '1df51467-2708-445c-a981-313646cd5f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'cb94776d-4a1e-4177-b1cb-3da71602b82b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:59:57.028414 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-c0a3a98f-12b0-4932-82d4-dd8260c5aed6 service neutron] Bound using segment: {'id': '1df51467-2708-445c-a981-313646cd5f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'cb94776d-4a1e-4177-b1cb-3da71602b82b'} {{(pid=92884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:59:57.028780 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.managers [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-c0a3a98f-12b0-4932-82d4-dd8260c5aed6 service neutron] Bound port: 10094b02-3615-49e0-ab43-15eaba001de5, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1df51467-2708-445c-a981-313646cd5f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'cb94776d-4a1e-4177-b1cb-3da71602b82b'}}] {{(pid=92884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:59:57.029130 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-c0a3a98f-12b0-4932-82d4-dd8260c5aed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:57.029512 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-1890a7d2-e26d-4bcf-9bc9-2b3faf6cd28e req-7e95248d-da30-45d5-8480-1b88920b9e8d tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] 10.222.0.22 "GET /v2.0/ports?device_id=13bf081f-85ef-4f9c-9cd2-82ca43438259 HTTP/1.1" status: 200 len: 947 time: 0.0699363 Jul 13 19:59:57.070708 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-1890a7d2-e26d-4bcf-9bc9-2b3faf6cd28e req-7291c1bb-643c-4b5b-8c7b-595ef20b740a tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] 10.222.0.22 "GET /v2.0/security-groups?id=17172690-731b-45c3-9848-eeb7967b59ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353770 Jul 13 19:59:57.105855 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-c0a3a98f-12b0-4932-82d4-dd8260c5aed6 service neutron] For port 10094b02-3615-49e0-ab43-15eaba001de5, host hv-cinder-78693, cleared binding levels {{(pid=92884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:59:57.109531 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-c0a3a98f-12b0-4932-82d4-dd8260c5aed6 service neutron] For port 10094b02-3615-49e0-ab43-15eaba001de5, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=10094b02-3615-49e0-ab43-15eaba001de5,segment=NetworkSegment(1df51467-2708-445c-a981-313646cd5f1b),segment_id=1df51467-2708-445c-a981-313646cd5f1b)] {{(pid=92884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:59:57.115031 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-c0a3a98f-12b0-4932-82d4-dd8260c5aed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4873477'] for port, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:57.147928 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-c0a3a98f-12b0-4932-82d4-dd8260c5aed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:57.148649 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-c0a3a98f-12b0-4932-82d4-dd8260c5aed6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:57.150043 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-c0a3a98f-12b0-4932-82d4-dd8260c5aed6 service neutron] 10.222.0.72 "PUT /v2.0/ports/10094b02-3615-49e0-ab43-15eaba001de5 HTTP/1.1" status: 200 len: 1097 time: 0.6233029 Jul 13 19:59:57.152386 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13bf081f-85ef-4f9c-9cd2-82ca43438259', 'tag': '10094b02-3615-49e0-ab43-15eaba001de5'}] {{(pid=92884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:59:57.155400 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cf84a925f246af12420c5659448fd2d5dd2a3ba7c6b104c2b07d23eb28f3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83a2d50-ca6a-4169-86f3-d18e0c7b075b" -d '{"events": [{"name": "network-changed", "server_uuid": "13bf081f-85ef-4f9c-9cd2-82ca43438259", "tag": "10094b02-3615-49e0-ab43-15eaba001de5"}]}' {{(pid=92884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:59:57.165666 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 3226b5dc-c7a3-4c62-ae02-557c33bd3d30 up at agent hyperv_hv-cinder-78693 {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:59:57.184728 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3a98f-12b0-4932-82d4-dd8260c5aed6 service neutron] Pushing event updated for resources: {'Port': ['ID=10094b02-3615-49e0-ab43-15eaba001de5,revision_number=3']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:57.208202 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e17a098-fba2-4e22-ae09-ffe82caeaa4b x-openstack-request-id: req-2e17a098-fba2-4e22-ae09-ffe82caeaa4b {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:59:57.208532 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13bf081f-85ef-4f9c-9cd2-82ca43438259", "tag": "10094b02-3615-49e0-ab43-15eaba001de5", "status": "completed", "code": 200}]} {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:59:57.208795 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2e17a098-fba2-4e22-ae09-ffe82caeaa4b {{(pid=92884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:59:57.209189 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13bf081f-85ef-4f9c-9cd2-82ca43438259', 'tag': '10094b02-3615-49e0-ab43-15eaba001de5', 'status': 'completed', 'code': 200} Jul 13 19:59:57.237891 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Provisioning for port 3226b5dc-c7a3-4c62-ae02-557c33bd3d30 completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:59:57.242019 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Provisioning complete for port 3226b5dc-c7a3-4c62-ae02-557c33bd3d30 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:59:57.242723 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:57.267852 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-176fab0e-356e-40d6-a853-97b069f009bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:57.270063 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-176fab0e-356e-40d6-a853-97b069f009bf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=22c3f3976d364df6b4a9ea9f03da1665&device_id=13bf081f-85ef-4f9c-9cd2-82ca43438259 HTTP/1.1" status: 200 len: 1100 time: 0.0569451 Jul 13 19:59:57.315030 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-c6257f23-be8c-4425-913f-16f6e9a6ecea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=10094b02-3615-49e0-ab43-15eaba001de5 HTTP/1.1" status: 200 len: 217 time: 0.0380664 Jul 13 19:59:57.337394 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:57.360461 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3670641-1f5e-414f-b051-7c4c4431ad21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3226b5dc-c7a3-4c62-ae02-557c33bd3d30'}] {{(pid=92886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:59:57.362728 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2110528246aa69f40c90618f30b6bebf52a56ffd7d9758f57e079d5fd4b7be03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a63b3a4-4c7a-46ad-b946-9903c162553b" -d '{"events": [{"server_uuid": "f3670641-1f5e-414f-b051-7c4c4431ad21", "name": "network-vif-plugged", "status": "completed", "tag": "3226b5dc-c7a3-4c62-ae02-557c33bd3d30"}]}' {{(pid=92886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:59:57.363833 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-1fd55505-8959-4010-b6d9-911ebc0ab1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:57.365408 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-1fd55505-8959-4010-b6d9-911ebc0ab1d2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7ce22d50-092b-494f-bfa8-3945dae9ab37 HTTP/1.1" status: 200 len: 843 time: 0.0444262 Jul 13 19:59:57.375997 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 3226b5dc-c7a3-4c62-ae02-557c33bd3d30, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3226b5dc-c7a3-4c62-ae02-557c33bd3d30,segment=NetworkSegment(c639ff33-5328-4f94-8684-174378e21fff),segment_id=c639ff33-5328-4f94-8684-174378e21fff)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:59:57.380394 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:59:57.428294 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-fc74d7bb-a02d-4b20-b2d1-f29bfe9215cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:57.430171 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-fc74d7bb-a02d-4b20-b2d1-f29bfe9215cf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb94776d-4a1e-4177-b1cb-3da71602b82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0584512 Jul 13 19:59:57.435939 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Pushing event updated for resources: {'Port': ['ID=3226b5dc-c7a3-4c62-ae02-557c33bd3d30,revision_number=5']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:59:57.532031 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367894c4-8715-4634-a471-028b8b553d45 x-openstack-request-id: req-367894c4-8715-4634-a471-028b8b553d45 {{(pid=92886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:59:57.532330 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3670641-1f5e-414f-b051-7c4c4431ad21", "name": "network-vif-plugged", "status": "completed", "tag": "3226b5dc-c7a3-4c62-ae02-557c33bd3d30", "code": 200}]} {{(pid=92886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:59:57.532625 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-367894c4-8715-4634-a471-028b8b553d45 {{(pid=92886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:59:57.533023 dv-cinder-786933-3-iscsi neutron-server[92886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3670641-1f5e-414f-b051-7c4c4431ad21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3226b5dc-c7a3-4c62-ae02-557c33bd3d30', 'code': 200} Jul 13 19:59:57.568986 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-5d6f8b86-ed4b-47bd-8054-14a1a832fadd service neutron] 10.222.0.72 "GET /v2.0/networks/cb94776d-4a1e-4177-b1cb-3da71602b82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225739 Jul 13 19:59:57.643639 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd7987-c018-4391-a4ec-ddb7a76acd16 req-f0a3b22b-6df3-4c2d-a669-86fd0b946b38 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:57.645173 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0ddd7987-c018-4391-a4ec-ddb7a76acd16 req-f0a3b22b-6df3-4c2d-a669-86fd0b946b38 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3670641-1f5e-414f-b051-7c4c4431ad21 HTTP/1.1" status: 200 len: 945 time: 0.1278298 Jul 13 19:59:57.698921 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.72', 56026) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:59:57.708824 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0ddd7987-c018-4391-a4ec-ddb7a76acd16 req-d96e1ef3-3104-425e-8c6f-4cccd7c2fd5c tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/security-groups?id=013c6a84-c5d2-402f-a610-4119fb8a07f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578916 Jul 13 19:59:57.710829 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-04ba1fab-e7c9-4e72-b781-4584e38ae617 req-b93c7945-d504-4706-8e81-2fef30dc6cb6 service neutron] 10.222.0.72 "GET /v2.0/networks/cb94776d-4a1e-4177-b1cb-3da71602b82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309319 Jul 13 19:59:57.752362 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b9d31-4e91-4757-9883-e73f6fe584ea req-872b893b-1f53-46f9-a716-34e03be5140b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:57.753979 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-210b9d31-4e91-4757-9883-e73f6fe584ea req-872b893b-1f53-46f9-a716-34e03be5140b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f3670641-1f5e-414f-b051-7c4c4431ad21 HTTP/1.1" status: 200 len: 1098 time: 0.0540373 Jul 13 19:59:57.786657 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-210b9d31-4e91-4757-9883-e73f6fe584ea req-80b4fb4b-c7b9-469b-b8f1-3f6314feb2e4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=013c6a84-c5d2-402f-a610-4119fb8a07f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267868 Jul 13 19:59:57.816104 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a2d50-ca6a-4169-86f3-d18e0c7b075b req-9ab3f046-53bb-4e9c-bfab-16ea84ed5942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:57.817642 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d83a2d50-ca6a-4169-86f3-d18e0c7b075b req-9ab3f046-53bb-4e9c-bfab-16ea84ed5942 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=22c3f3976d364df6b4a9ea9f03da1665&device_id=13bf081f-85ef-4f9c-9cd2-82ca43438259 HTTP/1.1" status: 200 len: 1100 time: 0.0513399 Jul 13 19:59:57.938695 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a2d50-ca6a-4169-86f3-d18e0c7b075b req-fcb91b44-08bf-4484-a822-d2b04ffcfc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:57.940069 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d83a2d50-ca6a-4169-86f3-d18e0c7b075b req-fcb91b44-08bf-4484-a822-d2b04ffcfc8c service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb94776d-4a1e-4177-b1cb-3da71602b82b HTTP/1.1" status: 200 len: 871 time: 0.0838847 Jul 13 19:59:57.980611 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d83a2d50-ca6a-4169-86f3-d18e0c7b075b req-ec3345d9-2074-4a6c-a918-6dbc1f5cc644 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=10094b02-3615-49e0-ab43-15eaba001de5 HTTP/1.1" status: 200 len: 217 time: 0.0331080 Jul 13 19:59:58.028631 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a2d50-ca6a-4169-86f3-d18e0c7b075b req-c8039e03-d213-4929-8a74-0948c2feeb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:58.030012 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d83a2d50-ca6a-4169-86f3-d18e0c7b075b req-c8039e03-d213-4929-8a74-0948c2feeb58 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7ce22d50-092b-494f-bfa8-3945dae9ab37 HTTP/1.1" status: 200 len: 843 time: 0.0424325 Jul 13 19:59:58.084880 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a2d50-ca6a-4169-86f3-d18e0c7b075b req-8e79ab79-f3b4-4e2c-92f8-1ad338e91d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:58.086367 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d83a2d50-ca6a-4169-86f3-d18e0c7b075b req-8e79ab79-f3b4-4e2c-92f8-1ad338e91d58 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb94776d-4a1e-4177-b1cb-3da71602b82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0486510 Jul 13 19:59:58.175324 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d83a2d50-ca6a-4169-86f3-d18e0c7b075b req-4b838959-9b87-4a36-9b73-104a5c60cf3a service neutron] 10.222.0.72 "GET /v2.0/networks/cb94776d-4a1e-4177-b1cb-3da71602b82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819154 Jul 13 19:59:58.246343 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10ae97-c110-458b-88ae-7e088bc9390a req-00f75483-04e8-458f-a1a9-4ce4541d7bcc tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:58.248194 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-9f10ae97-c110-458b-88ae-7e088bc9390a req-00f75483-04e8-458f-a1a9-4ce4541d7bcc tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] 10.222.0.22 "GET /v2.0/ports?device_id=13bf081f-85ef-4f9c-9cd2-82ca43438259 HTTP/1.1" status: 200 len: 947 time: 0.0648341 Jul 13 19:59:58.262992 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d83a2d50-ca6a-4169-86f3-d18e0c7b075b req-208803a9-6f4e-400d-bc6a-65e6a8c76479 service neutron] 10.222.0.72 "GET /v2.0/networks/cb94776d-4a1e-4177-b1cb-3da71602b82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806172 Jul 13 19:59:58.287417 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-9f10ae97-c110-458b-88ae-7e088bc9390a req-85d1525c-0ae1-432d-ae28-ef1ed4c48a07 tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] 10.222.0.22 "GET /v2.0/security-groups?id=17172690-731b-45c3-9848-eeb7967b59ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340416 Jul 13 19:59:58.890631 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438e24a-995f-4354-98e8-f8246f1a177e req-f75aec80-6d29-4f3b-b736-ed6ce2925a87 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:58.892002 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d438e24a-995f-4354-98e8-f8246f1a177e req-f75aec80-6d29-4f3b-b736-ed6ce2925a87 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3670641-1f5e-414f-b051-7c4c4431ad21 HTTP/1.1" status: 200 len: 945 time: 0.0647936 Jul 13 19:59:58.928661 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-d438e24a-995f-4354-98e8-f8246f1a177e req-ed4b91bf-b359-4399-a5a8-8b4f8384af5c tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/security-groups?id=013c6a84-c5d2-402f-a610-4119fb8a07f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307393 Jul 13 19:59:59.456416 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b977e2-5834-4dbe-a4d7-c5786333c484 req-74ba64bf-debd-4a47-8123-ff2e24b4a815 tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:59.457912 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-66b977e2-5834-4dbe-a4d7-c5786333c484 req-74ba64bf-debd-4a47-8123-ff2e24b4a815 tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] 10.222.0.22 "GET /v2.0/ports?device_id=13bf081f-85ef-4f9c-9cd2-82ca43438259 HTTP/1.1" status: 200 len: 947 time: 0.0632565 Jul 13 19:59:59.499720 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-66b977e2-5834-4dbe-a4d7-c5786333c484 req-8b24617d-3976-444a-ba6b-bf25473f4505 tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] 10.222.0.22 "GET /v2.0/security-groups?id=17172690-731b-45c3-9848-eeb7967b59ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362043 Jul 13 19:59:59.677797 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370514a-fae3-4005-a659-426b86c58f36 req-1771d7d5-2a22-4b3b-b379-b2ca5047b48a tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:59:59.679158 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-0370514a-fae3-4005-a659-426b86c58f36 req-1771d7d5-2a22-4b3b-b379-b2ca5047b48a tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3670641-1f5e-414f-b051-7c4c4431ad21 HTTP/1.1" status: 200 len: 945 time: 0.0618618 Jul 13 19:59:59.719060 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-0370514a-fae3-4005-a659-426b86c58f36 req-04069a83-42bb-4803-9bfc-93b02c6f5857 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/security-groups?id=013c6a84-c5d2-402f-a610-4119fb8a07f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344448 Jul 13 20:00:00.671067 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fb8b7-c990-468c-a984-86651f34a21d req-0fa5f75a-f813-4b26-ad0e-c251b000eeea tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:00.672574 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b09fb8b7-c990-468c-a984-86651f34a21d req-0fa5f75a-f813-4b26-ad0e-c251b000eeea tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] 10.222.0.22 "GET /v2.0/ports?device_id=13bf081f-85ef-4f9c-9cd2-82ca43438259 HTTP/1.1" status: 200 len: 947 time: 0.0618513 Jul 13 20:00:00.709668 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b09fb8b7-c990-468c-a984-86651f34a21d req-e898095c-d915-4f74-a03c-53fac163de42 tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] 10.222.0.22 "GET /v2.0/security-groups?id=17172690-731b-45c3-9848-eeb7967b59ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315723 Jul 13 20:00:00.892067 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81901f9c-a690-4327-a9d7-8934ff9374c6 req-e7ebf062-16f0-48c2-ae80-4391a84e71ce tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:00.893578 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-81901f9c-a690-4327-a9d7-8934ff9374c6 req-e7ebf062-16f0-48c2-ae80-4391a84e71ce tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3670641-1f5e-414f-b051-7c4c4431ad21 HTTP/1.1" status: 200 len: 945 time: 0.0662870 Jul 13 20:00:00.893990 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09743fb-653f-48bc-bc32-7d652b1c45da req-b4770a90-f0e9-4a0b-a540-41be13d5a171 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:00.896028 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e09743fb-653f-48bc-bc32-7d652b1c45da req-b4770a90-f0e9-4a0b-a540-41be13d5a171 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3670641-1f5e-414f-b051-7c4c4431ad21 HTTP/1.1" status: 200 len: 945 time: 0.0657041 Jul 13 20:00:00.931585 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-81901f9c-a690-4327-a9d7-8934ff9374c6 req-258fed85-5d2b-49b0-9d2e-f20f23290fd7 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/security-groups?id=013c6a84-c5d2-402f-a610-4119fb8a07f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315604 Jul 13 20:00:00.990510 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [req-e09743fb-653f-48bc-bc32-7d652b1c45da req-89589d0d-de34-42c9-81cc-22acf5b7dc94 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Deleting port 3226b5dc-c7a3-4c62-ae02-557c33bd3d30 {{(pid=92884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:00:00.990848 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-e09743fb-653f-48bc-bc32-7d652b1c45da req-89589d0d-de34-42c9-81cc-22acf5b7dc94 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:01.078953 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [req-e09743fb-653f-48bc-bc32-7d652b1c45da req-89589d0d-de34-42c9-81cc-22acf5b7dc94 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] For port 3226b5dc-c7a3-4c62-ae02-557c33bd3d30, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3226b5dc-c7a3-4c62-ae02-557c33bd3d30,segment=NetworkSegment(c639ff33-5328-4f94-8684-174378e21fff),segment_id=c639ff33-5328-4f94-8684-174378e21fff)] {{(pid=92884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:00:01.079307 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-e09743fb-653f-48bc-bc32-7d652b1c45da req-89589d0d-de34-42c9-81cc-22acf5b7dc94 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:01.091626 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [req-e09743fb-653f-48bc-bc32-7d652b1c45da req-89589d0d-de34-42c9-81cc-22acf5b7dc94 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Calling delete_port for 3226b5dc-c7a3-4c62-ae02-557c33bd3d30 owned by compute:nova {{(pid=92884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:00:01.195263 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 10094b02-3615-49e0-ab43-15eaba001de5 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:00:01.208701 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-e09743fb-653f-48bc-bc32-7d652b1c45da req-89589d0d-de34-42c9-81cc-22acf5b7dc94 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:01.224079 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] get_ports_and_sgs() called for port_ids ['3226b5dc-c7a3-4c62-ae02-557c33bd3d30'] {{(pid=92886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:00:01.239312 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89589d0d-de34-42c9-81cc-22acf5b7dc94 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Pushing event deleted for resources: {'Port': ['ID=3226b5dc-c7a3-4c62-ae02-557c33bd3d30,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:01.283947 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [req-e09743fb-653f-48bc-bc32-7d652b1c45da req-89589d0d-de34-42c9-81cc-22acf5b7dc94 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] No DVR routers for this DVR port 3226b5dc-c7a3-4c62-ae02-557c33bd3d30 on host hv-cinder-78693 {{(pid=92884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:00:01.287372 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [req-e09743fb-653f-48bc-bc32-7d652b1c45da req-89589d0d-de34-42c9-81cc-22acf5b7dc94 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:01.289506 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e09743fb-653f-48bc-bc32-7d652b1c45da req-89589d0d-de34-42c9-81cc-22acf5b7dc94 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.72 "DELETE /v2.0/ports/3226b5dc-c7a3-4c62-ae02-557c33bd3d30 HTTP/1.1" status: 204 len: 173 time: 0.3885081 Jul 13 20:00:01.289971 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3670641-1f5e-414f-b051-7c4c4431ad21', 'name': 'network-vif-deleted', 'tag': '3226b5dc-c7a3-4c62-ae02-557c33bd3d30'}] {{(pid=92884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:00:01.292257 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cf84a925f246af12420c5659448fd2d5dd2a3ba7c6b104c2b07d23eb28f3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617b92a5-6fc6-4aa1-aadd-06c05a82d72f" -d '{"events": [{"server_uuid": "f3670641-1f5e-414f-b051-7c4c4431ad21", "name": "network-vif-deleted", "tag": "3226b5dc-c7a3-4c62-ae02-557c33bd3d30"}]}' {{(pid=92884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:00:01.329184 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddac887-2a44-4dce-8b4a-a5d8d9cde721 x-openstack-request-id: req-4ddac887-2a44-4dce-8b4a-a5d8d9cde721 {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:00:01.329479 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3670641-1f5e-414f-b051-7c4c4431ad21", "name": "network-vif-deleted", "tag": "3226b5dc-c7a3-4c62-ae02-557c33bd3d30", "status": "completed", "code": 200}]} {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:00:01.329730 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4ddac887-2a44-4dce-8b4a-a5d8d9cde721 {{(pid=92884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:00:01.330127 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3670641-1f5e-414f-b051-7c4c4431ad21', 'name': 'network-vif-deleted', 'tag': '3226b5dc-c7a3-4c62-ae02-557c33bd3d30', 'status': 'completed', 'code': 200} Jul 13 20:00:01.437370 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 10094b02-3615-49e0-ab43-15eaba001de5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=10094b02-3615-49e0-ab43-15eaba001de5,segment=NetworkSegment(1df51467-2708-445c-a981-313646cd5f1b),segment_id=1df51467-2708-445c-a981-313646cd5f1b)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:00:01.447687 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Returning: {'device': '10094b02-3615-49e0-ab43-15eaba001de5', 'network_id': 'cb94776d-4a1e-4177-b1cb-3da71602b82b', 'port_id': '10094b02-3615-49e0-ab43-15eaba001de5', 'mac_address': 'fa:16:3e:49:4f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce22d50-092b-494f-bfa8-3945dae9ab37', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:00:01.485543 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:01.498931 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.notifiers.nova [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10094b02-3615-49e0-ab43-15eaba001de5 {{(pid=92886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:00:01.517542 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 10094b02-3615-49e0-ab43-15eaba001de5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=10094b02-3615-49e0-ab43-15eaba001de5,segment=NetworkSegment(1df51467-2708-445c-a981-313646cd5f1b),segment_id=1df51467-2708-445c-a981-313646cd5f1b)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:00:01.520848 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:01.568804 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Pushing event updated for resources: {'Port': ['ID=10094b02-3615-49e0-ab43-15eaba001de5,revision_number=4']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:01.719605 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] get_ports_and_sgs() called for port_ids ['10094b02-3615-49e0-ab43-15eaba001de5'] {{(pid=92886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:00:01.891973 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aff2ea-1575-49b3-8c2c-c1bffb2206fc req-a6bd8a55-e8fd-472e-af2a-3e3deade5427 tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:01.894084 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b4aff2ea-1575-49b3-8c2c-c1bffb2206fc req-a6bd8a55-e8fd-472e-af2a-3e3deade5427 tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] 10.222.0.22 "GET /v2.0/ports?device_id=13bf081f-85ef-4f9c-9cd2-82ca43438259 HTTP/1.1" status: 200 len: 948 time: 0.0670185 Jul 13 20:00:01.932417 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b4aff2ea-1575-49b3-8c2c-c1bffb2206fc req-777bfcbe-b042-4f21-82f4-2d36d86931df tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] 10.222.0.22 "GET /v2.0/security-groups?id=17172690-731b-45c3-9848-eeb7967b59ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322297 Jul 13 20:00:02.270438 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-00cba470-9ec5-44fd-aa16-1bde742ff15a tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:02.271876 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-00cba470-9ec5-44fd-aa16-1bde742ff15a tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/networks?id=5575ca18-0d58-49b6-b7c2-2848ba158dfc HTTP/1.1" status: 200 len: 808 time: 0.1018639 Jul 13 20:00:02.285803 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-3452f148-b755-45fe-a09c-64789e08d908 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/quotas/62c926e7f7d849cb8fc4eb3830fe3450 HTTP/1.1" status: 200 len: 375 time: 0.0086133 Jul 13 20:00:02.318256 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-6a8b733b-e029-4008-8bd1-e3bec3e13371 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=62c926e7f7d849cb8fc4eb3830fe3450&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276890 Jul 13 20:00:02.406607 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-0a5703a7-3a21-409f-a05c-29661dc82d74 service neutron] 10.222.0.22 "GET /v2.0/networks/5575ca18-0d58-49b6-b7c2-2848ba158dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820844 Jul 13 20:00:02.492975 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-d119818b-184a-458e-8507-a01c11f1a113 service neutron] 10.222.0.22 "GET /v2.0/networks/5575ca18-0d58-49b6-b7c2-2848ba158dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804086 Jul 13 20:00:02.651903 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-2c0d3656-79ce-44ce-8219-cdb4b737d394 req-62fc08e0-e022-4a3d-bdab-376772785b4a tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8137bb-4485-404a-b758-69a34f4b3f0b HTTP/1.1" status: 200 len: 210 time: 0.0274606 Jul 13 20:00:03.115354 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf64f49-1b85-45d3-ad22-eb9fc94946cb req-25738f4f-b435-4cff-ba5a-74bf88383776 tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:03.116854 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-ecf64f49-1b85-45d3-ad22-eb9fc94946cb req-25738f4f-b435-4cff-ba5a-74bf88383776 tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] 10.222.0.22 "GET /v2.0/ports?device_id=13bf081f-85ef-4f9c-9cd2-82ca43438259 HTTP/1.1" status: 200 len: 948 time: 0.0650296 Jul 13 20:00:03.160976 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-ecf64f49-1b85-45d3-ad22-eb9fc94946cb req-7e5d2444-65e8-43ad-a65e-efb85ad8e105 tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] 10.222.0.22 "GET /v2.0/security-groups?id=17172690-731b-45c3-9848-eeb7967b59ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358620 Jul 13 20:00:03.211477 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 10094b02-3615-49e0-ab43-15eaba001de5 up at agent hyperv_hv-cinder-78693 {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:00:03.261007 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Provisioning for port 10094b02-3615-49e0-ab43-15eaba001de5 completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:00:03.264362 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Provisioning complete for port 10094b02-3615-49e0-ab43-15eaba001de5 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:00:03.264761 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:03.336805 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:03.357577 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13bf081f-85ef-4f9c-9cd2-82ca43438259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10094b02-3615-49e0-ab43-15eaba001de5'}] {{(pid=92886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:00:03.359790 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2110528246aa69f40c90618f30b6bebf52a56ffd7d9758f57e079d5fd4b7be03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e67d85-4dd3-407a-89ef-4518d94db1d5" -d '{"events": [{"server_uuid": "13bf081f-85ef-4f9c-9cd2-82ca43438259", "name": "network-vif-plugged", "status": "completed", "tag": "10094b02-3615-49e0-ab43-15eaba001de5"}]}' {{(pid=92886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:00:03.372644 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 10094b02-3615-49e0-ab43-15eaba001de5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=10094b02-3615-49e0-ab43-15eaba001de5,segment=NetworkSegment(1df51467-2708-445c-a981-313646cd5f1b),segment_id=1df51467-2708-445c-a981-313646cd5f1b)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:00:03.376557 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:03.400669 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ddfd17-2ebc-4dc2-b341-9c5c038ee586 x-openstack-request-id: req-d2ddfd17-2ebc-4dc2-b341-9c5c038ee586 {{(pid=92886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:00:03.401076 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13bf081f-85ef-4f9c-9cd2-82ca43438259", "name": "network-vif-plugged", "status": "completed", "tag": "10094b02-3615-49e0-ab43-15eaba001de5", "code": 200}]} {{(pid=92886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:00:03.401349 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d2ddfd17-2ebc-4dc2-b341-9c5c038ee586 {{(pid=92886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:00:03.401728 dv-cinder-786933-3-iscsi neutron-server[92886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13bf081f-85ef-4f9c-9cd2-82ca43438259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10094b02-3615-49e0-ab43-15eaba001de5', 'code': 200} Jul 13 20:00:03.430110 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Pushing event updated for resources: {'Port': ['ID=10094b02-3615-49e0-ab43-15eaba001de5,revision_number=5']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:03.690665 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a414ea-464d-498a-a951-b82adaf00151 req-d2bc0de5-c964-4d29-a29b-8287de42c9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:03.694497 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e8a414ea-464d-498a-a951-b82adaf00151 req-d2bc0de5-c964-4d29-a29b-8287de42c9d6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=13bf081f-85ef-4f9c-9cd2-82ca43438259 HTTP/1.1" status: 200 len: 1102 time: 0.0667076 Jul 13 20:00:03.743929 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e8a414ea-464d-498a-a951-b82adaf00151 req-71573140-99ae-495c-b997-f0804f1aa8ce service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=17172690-731b-45c3-9848-eeb7967b59ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423963 Jul 13 20:00:03.762748 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-f03860c5-e614-44fd-9d47-57be2f93cb31 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:03.764379 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-f03860c5-e614-44fd-9d47-57be2f93cb31 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.72 "GET /v2.0/networks?id=5575ca18-0d58-49b6-b7c2-2848ba158dfc HTTP/1.1" status: 200 len: 808 time: 0.1309037 Jul 13 20:00:03.801813 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-1313fafe-0585-4a32-9824-c8fe3f8af99e req-3779b791-b2a4-4dc6-b7a8-df5ab4045c3a tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8137bb-4485-404a-b758-69a34f4b3f0b HTTP/1.1" status: 200 len: 210 time: 0.0291431 Jul 13 20:00:03.805529 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-5325b169-7f09-467a-8365-90dbfc8d811d tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Request body: {'port': {'device_id': 'de8137bb-4485-404a-b758-69a34f4b3f0b', 'network_id': '5575ca18-0d58-49b6-b7c2-2848ba158dfc', 'admin_state_up': True, 'tenant_id': '62c926e7f7d849cb8fc4eb3830fe3450'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:00:03.917557 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-5325b169-7f09-467a-8365-90dbfc8d811d tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Made reservation on behalf of 62c926e7f7d849cb8fc4eb3830fe3450 for: {'port': 1} {{(pid=92885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:00:03.921115 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-5325b169-7f09-467a-8365-90dbfc8d811d tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:04.046203 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.db_base_plugin_common [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-5325b169-7f09-467a-8365-90dbfc8d811d tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Allocated IP 172.20.0.5 (5575ca18-0d58-49b6-b7c2-2848ba158dfc/aeb2bca1-dbc6-4bab-b3a0-c2d98084c3fc/0da91894-a447-412e-8081-797b1e4d6c64) {{(pid=92885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:00:04.183729 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-5325b169-7f09-467a-8365-90dbfc8d811d tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Notify callbacks [] for port, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:04.222018 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-5325b169-7f09-467a-8365-90dbfc8d811d tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372888'] for port, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:04.271452 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-5325b169-7f09-467a-8365-90dbfc8d811d tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Network 5575ca18-0d58-49b6-b7c2-2848ba158dfc is already hosted by enough agents. {{(pid=92885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:00:04.276984 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.base_scheduler [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-5325b169-7f09-467a-8365-90dbfc8d811d tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Resources bound (agent type, host, resource id): {{(pid=92885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:00:04.280752 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-5325b169-7f09-467a-8365-90dbfc8d811d tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Received port after_create {{(pid=92885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:00:04.306234 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5325b169-7f09-467a-8365-90dbfc8d811d tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Pushing event updated for resources: {'Port': ['ID=0da91894-a447-412e-8081-797b1e4d6c64,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:04.334861 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-5325b169-7f09-467a-8365-90dbfc8d811d tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:04.335463 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-5325b169-7f09-467a-8365-90dbfc8d811d tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:04.343148 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7899e66-ce29-4c9b-a49d-761d9a582ff0 req-d7b6efa2-979e-4449-8009-055c902fca57 tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:04.346570 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f7899e66-ce29-4c9b-a49d-761d9a582ff0 req-d7b6efa2-979e-4449-8009-055c902fca57 tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] 10.222.0.22 "GET /v2.0/ports?device_id=13bf081f-85ef-4f9c-9cd2-82ca43438259 HTTP/1.1" status: 200 len: 949 time: 0.0716429 Jul 13 20:00:04.350712 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-5325b169-7f09-467a-8365-90dbfc8d811d tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5517612 Jul 13 20:00:04.362193 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-2aa36aeb-927f-44a4-b90c-57e325252af2 service neutron] Request body: {'port': {'device_id': 'de8137bb-4485-404a-b758-69a34f4b3f0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:00:04.384576 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-f7899e66-ce29-4c9b-a49d-761d9a582ff0 req-3c98d179-583c-42d4-9b51-98346919d450 tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] 10.222.0.22 "GET /v2.0/security-groups?id=17172690-731b-45c3-9848-eeb7967b59ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333095 Jul 13 20:00:04.434531 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-2aa36aeb-927f-44a4-b90c-57e325252af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:04.691002 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.notifiers.nova [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-2aa36aeb-927f-44a4-b90c-57e325252af2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da91894-a447-412e-8081-797b1e4d6c64 {{(pid=92885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:00:04.698667 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-2aa36aeb-927f-44a4-b90c-57e325252af2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:04.710412 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.provisioning_blocks [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-2aa36aeb-927f-44a4-b90c-57e325252af2 service neutron] Transition to ACTIVE for port object 0da91894-a447-412e-8081-797b1e4d6c64 will not be triggered until provisioned by entity L2. {{(pid=92885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:00:04.713693 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-2aa36aeb-927f-44a4-b90c-57e325252af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372883'] for port, after_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:04.763518 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa36aeb-927f-44a4-b90c-57e325252af2 service neutron] Pushing event updated for resources: {'Port': ['ID=0da91894-a447-412e-8081-797b1e4d6c64,revision_number=2']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:04.826365 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.managers [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-2aa36aeb-927f-44a4-b90c-57e325252af2 service neutron] Attempting to bind port 0da91894-a447-412e-8081-797b1e4d6c64 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:00:04.826699 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.managers [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-2aa36aeb-927f-44a4-b90c-57e325252af2 service neutron] Attempting to bind port 0da91894-a447-412e-8081-797b1e4d6c64 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'c639ff33-5328-4f94-8684-174378e21fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '5575ca18-0d58-49b6-b7c2-2848ba158dfc'}] {{(pid=92885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:00:04.827027 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-2aa36aeb-927f-44a4-b90c-57e325252af2 service neutron] Attempting to bind port 0da91894-a447-412e-8081-797b1e4d6c64 on network 5575ca18-0d58-49b6-b7c2-2848ba158dfc {{(pid=92885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:00:04.831207 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-2aa36aeb-927f-44a4-b90c-57e325252af2 service neutron] Port 0da91894-a447-412e-8081-797b1e4d6c64 on network 5575ca18-0d58-49b6-b7c2-2848ba158dfc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:00:04.831902 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-2aa36aeb-927f-44a4-b90c-57e325252af2 service neutron] Attempting to bind port 0da91894-a447-412e-8081-797b1e4d6c64 on network 5575ca18-0d58-49b6-b7c2-2848ba158dfc {{(pid=92885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:00:04.836472 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-2aa36aeb-927f-44a4-b90c-57e325252af2 service neutron] Checking agent: {'id': '412a95eb-dbf1-48e2-9390-163f76043269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 22, 13), 'started_at': datetime.datetime(2021, 7, 13, 19, 22, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:00:04.836968 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-2aa36aeb-927f-44a4-b90c-57e325252af2 service neutron] Checking segment: {'id': 'c639ff33-5328-4f94-8684-174378e21fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '5575ca18-0d58-49b6-b7c2-2848ba158dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:00:04.837364 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-2aa36aeb-927f-44a4-b90c-57e325252af2 service neutron] Bound using segment: {'id': 'c639ff33-5328-4f94-8684-174378e21fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '5575ca18-0d58-49b6-b7c2-2848ba158dfc'} {{(pid=92885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:00:04.837845 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.managers [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-2aa36aeb-927f-44a4-b90c-57e325252af2 service neutron] Bound port: 0da91894-a447-412e-8081-797b1e4d6c64, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c639ff33-5328-4f94-8684-174378e21fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '5575ca18-0d58-49b6-b7c2-2848ba158dfc'}}] {{(pid=92885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:00:04.838212 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-2aa36aeb-927f-44a4-b90c-57e325252af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:04.902566 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.db [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-2aa36aeb-927f-44a4-b90c-57e325252af2 service neutron] For port 0da91894-a447-412e-8081-797b1e4d6c64, host hv-cinder-78693, cleared binding levels {{(pid=92885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:00:04.905582 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.db [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-2aa36aeb-927f-44a4-b90c-57e325252af2 service neutron] For port 0da91894-a447-412e-8081-797b1e4d6c64, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0da91894-a447-412e-8081-797b1e4d6c64,segment=NetworkSegment(c639ff33-5328-4f94-8684-174378e21fff),segment_id=c639ff33-5328-4f94-8684-174378e21fff)] {{(pid=92885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:00:04.910063 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-2aa36aeb-927f-44a4-b90c-57e325252af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372883'] for port, after_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:04.974135 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-2aa36aeb-927f-44a4-b90c-57e325252af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:04.974732 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-2aa36aeb-927f-44a4-b90c-57e325252af2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:04.976067 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-2aa36aeb-927f-44a4-b90c-57e325252af2 service neutron] 10.222.0.72 "PUT /v2.0/ports/0da91894-a447-412e-8081-797b1e4d6c64 HTTP/1.1" status: 200 len: 1093 time: 0.6180987 Jul 13 20:00:04.977365 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8137bb-4485-404a-b758-69a34f4b3f0b', 'tag': '0da91894-a447-412e-8081-797b1e4d6c64'}] {{(pid=92885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:00:04.979544 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31f80f9b8720474c1f79c69ae76da95a509923de65c92150015c81fc62ea229" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2491827-4c47-45ee-9604-a2aacef6c655" -d '{"events": [{"name": "network-changed", "server_uuid": "de8137bb-4485-404a-b758-69a34f4b3f0b", "tag": "0da91894-a447-412e-8081-797b1e4d6c64"}]}' {{(pid=92885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:00:05.010172 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa36aeb-927f-44a4-b90c-57e325252af2 service neutron] Pushing event updated for resources: {'Port': ['ID=0da91894-a447-412e-8081-797b1e4d6c64,revision_number=3']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:05.057187 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b6a57a-b781-4ace-81da-55fa49be1b51 req-5c9a3ef6-a4b2-4276-95e9-f2faac9257ef tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:05.058687 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-52b6a57a-b781-4ace-81da-55fa49be1b51 req-5c9a3ef6-a4b2-4276-95e9-f2faac9257ef tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8137bb-4485-404a-b758-69a34f4b3f0b HTTP/1.1" status: 200 len: 943 time: 0.1463807 Jul 13 20:00:05.083113 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcac49f-4946-4526-bd40-78616fc3db4c x-openstack-request-id: req-9bcac49f-4946-4526-bd40-78616fc3db4c {{(pid=92885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:00:05.083410 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de8137bb-4485-404a-b758-69a34f4b3f0b", "tag": "0da91894-a447-412e-8081-797b1e4d6c64", "status": "completed", "code": 200}]} {{(pid=92885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:00:05.083723 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9bcac49f-4946-4526-bd40-78616fc3db4c {{(pid=92885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:00:05.084181 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8137bb-4485-404a-b758-69a34f4b3f0b', 'tag': '0da91894-a447-412e-8081-797b1e4d6c64', 'status': 'completed', 'code': 200} Jul 13 20:00:05.112576 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-52b6a57a-b781-4ace-81da-55fa49be1b51 req-f0b7262b-359a-456a-bd58-56918b8a7b78 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/security-groups?id=013c6a84-c5d2-402f-a610-4119fb8a07f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477366 Jul 13 20:00:05.118585 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-8465bdd1-1e66-4f0e-bb96-eaba442e93ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:05.120030 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-8465bdd1-1e66-4f0e-bb96-eaba442e93ad service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=62c926e7f7d849cb8fc4eb3830fe3450&device_id=de8137bb-4485-404a-b758-69a34f4b3f0b HTTP/1.1" status: 200 len: 1096 time: 0.1020694 Jul 13 20:00:05.159572 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-bedb2fa6-4647-4d04-8d11-076654ce5dd8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0da91894-a447-412e-8081-797b1e4d6c64 HTTP/1.1" status: 200 len: 217 time: 0.0326972 Jul 13 20:00:05.205175 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-e3b820b3-522b-4652-a1fa-a4d9de5bc3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:05.206552 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-e3b820b3-522b-4652-a1fa-a4d9de5bc3e0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aeb2bca1-dbc6-4bab-b3a0-c2d98084c3fc HTTP/1.1" status: 200 len: 848 time: 0.0410309 Jul 13 20:00:05.211158 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 3226b5dc-c7a3-4c62-ae02-557c33bd3d30 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:00:05.230776 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] No Port match for: 3226b5dc-c7a3-4c62-ae02-557c33bd3d30 {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:00:05.231042 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 3226b5dc-c7a3-4c62-ae02-557c33bd3d30 not bound to the agent host hv-cinder-78693 {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:00:05.242108 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-73694b37-be56-4195-8c9b-45a35aaa64df service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5575ca18-0d58-49b6-b7c2-2848ba158dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293291 Jul 13 20:00:05.327216 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-89de2737-aa93-42b9-8b86-6aaa7bed1fcb service neutron] 10.222.0.72 "GET /v2.0/networks/5575ca18-0d58-49b6-b7c2-2848ba158dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784433 Jul 13 20:00:05.417700 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-fb9389ed-3b88-485d-b721-9dae0ffade61 req-c7e51ca5-9288-460d-920b-ad72c5fc4183 service neutron] 10.222.0.72 "GET /v2.0/networks/5575ca18-0d58-49b6-b7c2-2848ba158dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835955 Jul 13 20:00:05.513865 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2491827-4c47-45ee-9604-a2aacef6c655 req-e8dd4c14-6567-4e86-bc75-80554154181d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:05.515335 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b2491827-4c47-45ee-9604-a2aacef6c655 req-e8dd4c14-6567-4e86-bc75-80554154181d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=62c926e7f7d849cb8fc4eb3830fe3450&device_id=de8137bb-4485-404a-b758-69a34f4b3f0b HTTP/1.1" status: 200 len: 1096 time: 0.0523939 Jul 13 20:00:05.568377 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae659bec-f694-4bff-b6ed-567b0746901a req-41960c3b-946d-4a25-85c4-e17d9a876c58 tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:05.569906 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ae659bec-f694-4bff-b6ed-567b0746901a req-41960c3b-946d-4a25-85c4-e17d9a876c58 tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] 10.222.0.22 "GET /v2.0/ports?device_id=13bf081f-85ef-4f9c-9cd2-82ca43438259 HTTP/1.1" status: 200 len: 949 time: 0.0630896 Jul 13 20:00:05.602837 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2491827-4c47-45ee-9604-a2aacef6c655 req-893c40b5-790b-4664-8ac1-c324c8c7a62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:05.604292 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b2491827-4c47-45ee-9604-a2aacef6c655 req-893c40b5-790b-4664-8ac1-c324c8c7a62b service neutron] 10.222.0.72 "GET /v2.0/networks?id=5575ca18-0d58-49b6-b7c2-2848ba158dfc HTTP/1.1" status: 200 len: 910 time: 0.0813828 Jul 13 20:00:05.611906 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ae659bec-f694-4bff-b6ed-567b0746901a req-4ab144cb-3a16-4a9c-8426-145e13883e69 tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] 10.222.0.22 "GET /v2.0/security-groups?id=17172690-731b-45c3-9848-eeb7967b59ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361395 Jul 13 20:00:05.649795 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b2491827-4c47-45ee-9604-a2aacef6c655 req-ac06ef63-8ad3-41dd-920d-b266aac5f9c2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0da91894-a447-412e-8081-797b1e4d6c64 HTTP/1.1" status: 200 len: 217 time: 0.0373437 Jul 13 20:00:05.697748 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2491827-4c47-45ee-9604-a2aacef6c655 req-eb27e094-01f9-4671-aa47-f2cd6737f5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:05.699189 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b2491827-4c47-45ee-9604-a2aacef6c655 req-eb27e094-01f9-4671-aa47-f2cd6737f5bc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aeb2bca1-dbc6-4bab-b3a0-c2d98084c3fc HTTP/1.1" status: 200 len: 848 time: 0.0422578 Jul 13 20:00:05.731805 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b2491827-4c47-45ee-9604-a2aacef6c655 req-249bcdde-e4b1-4a11-b27d-37a8c79fac48 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5575ca18-0d58-49b6-b7c2-2848ba158dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262635 Jul 13 20:00:05.822380 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b2491827-4c47-45ee-9604-a2aacef6c655 req-ce94641f-cbbb-4164-8c9b-462a9cd12472 service neutron] 10.222.0.72 "GET /v2.0/networks/5575ca18-0d58-49b6-b7c2-2848ba158dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826292 Jul 13 20:00:05.914678 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b2491827-4c47-45ee-9604-a2aacef6c655 req-052c1836-c5a3-483c-b630-9430ad258ea0 service neutron] 10.222.0.72 "GET /v2.0/networks/5575ca18-0d58-49b6-b7c2-2848ba158dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842988 Jul 13 20:00:06.010848 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ccb1b-c42f-42dd-acc9-205a51072175 req-31ef1249-4359-4420-92c8-b38aae520935 tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:06.012287 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a38ccb1b-c42f-42dd-acc9-205a51072175 req-31ef1249-4359-4420-92c8-b38aae520935 tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] 10.222.0.22 "GET /v2.0/ports?device_id=13bf081f-85ef-4f9c-9cd2-82ca43438259 HTTP/1.1" status: 200 len: 949 time: 0.0640061 Jul 13 20:00:06.048009 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a38ccb1b-c42f-42dd-acc9-205a51072175 req-49c30b7a-11d8-4c06-9e18-0980e1343b29 tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] 10.222.0.22 "GET /v2.0/security-groups?id=17172690-731b-45c3-9848-eeb7967b59ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303349 Jul 13 20:00:06.290854 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352fb17-7590-4319-b5bf-6fc7e2ab861c req-e8579742-73b4-43f0-b7b6-a6dd1a2cafd1 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:06.292312 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-6352fb17-7590-4319-b5bf-6fc7e2ab861c req-e8579742-73b4-43f0-b7b6-a6dd1a2cafd1 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8137bb-4485-404a-b758-69a34f4b3f0b HTTP/1.1" status: 200 len: 943 time: 0.0675604 Jul 13 20:00:06.328487 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-6352fb17-7590-4319-b5bf-6fc7e2ab861c req-c9956878-cc82-4b5a-8f60-075780866bd9 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/security-groups?id=013c6a84-c5d2-402f-a610-4119fb8a07f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307498 Jul 13 20:00:07.227073 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7de10-04b0-49b7-946d-684413b1b942 req-3eb13483-c0a8-4b53-9534-8ca7978e43f3 tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:07.228734 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-02d7de10-04b0-49b7-946d-684413b1b942 req-3eb13483-c0a8-4b53-9534-8ca7978e43f3 tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] 10.222.0.22 "GET /v2.0/ports?device_id=13bf081f-85ef-4f9c-9cd2-82ca43438259 HTTP/1.1" status: 200 len: 949 time: 0.0613902 Jul 13 20:00:07.236478 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee37d02-0240-40c3-bf97-67c41eeb57dd req-0760a7f5-05aa-46e4-9b9a-f3fb4320056d tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:07.238049 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-aee37d02-0240-40c3-bf97-67c41eeb57dd req-0760a7f5-05aa-46e4-9b9a-f3fb4320056d tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] 10.222.0.72 "GET /v2.0/ports?device_id=13bf081f-85ef-4f9c-9cd2-82ca43438259 HTTP/1.1" status: 200 len: 949 time: 0.0624638 Jul 13 20:00:07.264979 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-02d7de10-04b0-49b7-946d-684413b1b942 req-431a4cae-25b8-4db0-85e6-959a84b6de6f tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] 10.222.0.22 "GET /v2.0/security-groups?id=17172690-731b-45c3-9848-eeb7967b59ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308230 Jul 13 20:00:07.340336 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.plugin [req-aee37d02-0240-40c3-bf97-67c41eeb57dd req-34b0f96d-ac3b-4f69-8a23-366f35910d95 tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] Deleting port 10094b02-3615-49e0-ab43-15eaba001de5 {{(pid=92885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:00:07.340900 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-aee37d02-0240-40c3-bf97-67c41eeb57dd req-34b0f96d-ac3b-4f69-8a23-366f35910d95 tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:07.426402 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.db [req-aee37d02-0240-40c3-bf97-67c41eeb57dd req-34b0f96d-ac3b-4f69-8a23-366f35910d95 tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] For port 10094b02-3615-49e0-ab43-15eaba001de5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=10094b02-3615-49e0-ab43-15eaba001de5,segment=NetworkSegment(1df51467-2708-445c-a981-313646cd5f1b),segment_id=1df51467-2708-445c-a981-313646cd5f1b)] {{(pid=92885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:00:07.427012 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-aee37d02-0240-40c3-bf97-67c41eeb57dd req-34b0f96d-ac3b-4f69-8a23-366f35910d95 tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:07.443320 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.plugin [req-aee37d02-0240-40c3-bf97-67c41eeb57dd req-34b0f96d-ac3b-4f69-8a23-366f35910d95 tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] Calling delete_port for 10094b02-3615-49e0-ab43-15eaba001de5 owned by compute:nova {{(pid=92885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:00:07.563108 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98325626-c7d3-4106-a2a2-162386e0678d req-1f593022-6015-4dc4-a051-9854a5807c3d tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:07.564609 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-98325626-c7d3-4106-a2a2-162386e0678d req-1f593022-6015-4dc4-a051-9854a5807c3d tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8137bb-4485-404a-b758-69a34f4b3f0b HTTP/1.1" status: 200 len: 943 time: 0.1235766 Jul 13 20:00:07.633846 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-98325626-c7d3-4106-a2a2-162386e0678d req-cab0846d-829d-455a-aa28-093ca8ebaad2 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/security-groups?id=013c6a84-c5d2-402f-a610-4119fb8a07f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628684 Jul 13 20:00:07.645316 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-aee37d02-0240-40c3-bf97-67c41eeb57dd req-34b0f96d-ac3b-4f69-8a23-366f35910d95 tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372888'] for port, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:07.659114 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] get_ports_and_sgs() called for port_ids ['10094b02-3615-49e0-ab43-15eaba001de5'] {{(pid=92886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:00:07.677626 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0f96d-ac3b-4f69-8a23-366f35910d95 tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] Pushing event deleted for resources: {'Port': ['ID=10094b02-3615-49e0-ab43-15eaba001de5,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:07.737433 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee37d02-0240-40c3-bf97-67c41eeb57dd req-34b0f96d-ac3b-4f69-8a23-366f35910d95 tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] No DVR routers for this DVR port 10094b02-3615-49e0-ab43-15eaba001de5 on host hv-cinder-78693 {{(pid=92885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:00:07.740475 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-aee37d02-0240-40c3-bf97-67c41eeb57dd req-34b0f96d-ac3b-4f69-8a23-366f35910d95 tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:07.742735 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-aee37d02-0240-40c3-bf97-67c41eeb57dd req-34b0f96d-ac3b-4f69-8a23-366f35910d95 tempest-VolumesNegativeTest-884063270 tempest-VolumesNegativeTest-884063270-project] 10.222.0.72 "DELETE /v2.0/ports/10094b02-3615-49e0-ab43-15eaba001de5 HTTP/1.1" status: 204 len: 173 time: 0.4990878 Jul 13 20:00:07.743170 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13bf081f-85ef-4f9c-9cd2-82ca43438259', 'name': 'network-vif-deleted', 'tag': '10094b02-3615-49e0-ab43-15eaba001de5'}] {{(pid=92885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:00:07.745433 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31f80f9b8720474c1f79c69ae76da95a509923de65c92150015c81fc62ea229" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b03919-7d7c-4de9-81cb-a5df757ed7f2" -d '{"events": [{"server_uuid": "13bf081f-85ef-4f9c-9cd2-82ca43438259", "name": "network-vif-deleted", "tag": "10094b02-3615-49e0-ab43-15eaba001de5"}]}' {{(pid=92885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:00:07.784668 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a550db6-b570-4095-99c0-c720567214a8 x-openstack-request-id: req-1a550db6-b570-4095-99c0-c720567214a8 {{(pid=92885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:00:07.784984 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13bf081f-85ef-4f9c-9cd2-82ca43438259", "name": "network-vif-deleted", "tag": "10094b02-3615-49e0-ab43-15eaba001de5", "status": "completed", "code": 200}]} {{(pid=92885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:00:07.785287 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1a550db6-b570-4095-99c0-c720567214a8 {{(pid=92885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:00:07.785679 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13bf081f-85ef-4f9c-9cd2-82ca43438259', 'name': 'network-vif-deleted', 'tag': '10094b02-3615-49e0-ab43-15eaba001de5', 'status': 'completed', 'code': 200} Jul 13 20:00:08.805112 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e67bc-8ba8-4b09-902a-c9c455fe3b02 req-81675457-957b-4a8e-bad5-175a8c3c8815 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:08.806600 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1d7e67bc-8ba8-4b09-902a-c9c455fe3b02 req-81675457-957b-4a8e-bad5-175a8c3c8815 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8137bb-4485-404a-b758-69a34f4b3f0b HTTP/1.1" status: 200 len: 943 time: 0.0632718 Jul 13 20:00:08.848477 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1d7e67bc-8ba8-4b09-902a-c9c455fe3b02 req-b123d365-4f24-481a-91a5-08a89fa851e7 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/security-groups?id=013c6a84-c5d2-402f-a610-4119fb8a07f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357547 Jul 13 20:00:09.243662 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 0da91894-a447-412e-8081-797b1e4d6c64 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:00:09.340581 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 0da91894-a447-412e-8081-797b1e4d6c64, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0da91894-a447-412e-8081-797b1e4d6c64,segment=NetworkSegment(c639ff33-5328-4f94-8684-174378e21fff),segment_id=c639ff33-5328-4f94-8684-174378e21fff)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:00:09.352176 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Returning: {'device': '0da91894-a447-412e-8081-797b1e4d6c64', 'network_id': '5575ca18-0d58-49b6-b7c2-2848ba158dfc', 'port_id': '0da91894-a447-412e-8081-797b1e4d6c64', 'mac_address': 'fa:16:3e:86:15:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeb2bca1-dbc6-4bab-b3a0-c2d98084c3fc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:00:09.389674 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:09.402754 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.notifiers.nova [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da91894-a447-412e-8081-797b1e4d6c64 {{(pid=92886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:00:09.423977 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 0da91894-a447-412e-8081-797b1e4d6c64, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0da91894-a447-412e-8081-797b1e4d6c64,segment=NetworkSegment(c639ff33-5328-4f94-8684-174378e21fff),segment_id=c639ff33-5328-4f94-8684-174378e21fff)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:00:09.428070 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:09.475196 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Pushing event updated for resources: {'Port': ['ID=0da91894-a447-412e-8081-797b1e4d6c64,revision_number=4']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:09.624622 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] get_ports_and_sgs() called for port_ids ['0da91894-a447-412e-8081-797b1e4d6c64'] {{(pid=92886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:00:10.032009 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed82d0c-0092-4b07-a350-9c8bccb2b0d0 req-77ab1b98-3f5a-4bd3-80e1-5df491b6b5e8 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:10.033560 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-9ed82d0c-0092-4b07-a350-9c8bccb2b0d0 req-77ab1b98-3f5a-4bd3-80e1-5df491b6b5e8 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8137bb-4485-404a-b758-69a34f4b3f0b HTTP/1.1" status: 200 len: 944 time: 0.0653322 Jul 13 20:00:10.075806 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-9ed82d0c-0092-4b07-a350-9c8bccb2b0d0 req-46bc8f35-be9b-4bac-9295-be5df6924b96 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/security-groups?id=013c6a84-c5d2-402f-a610-4119fb8a07f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363684 Jul 13 20:00:11.243438 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5750e-6ca2-449c-896c-f067f41e48b4 req-72289a8d-3406-4895-827a-0979bb158413 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:11.244838 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-54c5750e-6ca2-449c-896c-f067f41e48b4 req-72289a8d-3406-4895-827a-0979bb158413 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8137bb-4485-404a-b758-69a34f4b3f0b HTTP/1.1" status: 200 len: 944 time: 0.0609405 Jul 13 20:00:11.257844 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 0da91894-a447-412e-8081-797b1e4d6c64 up at agent hyperv_hv-cinder-78693 {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:00:11.283437 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-54c5750e-6ca2-449c-896c-f067f41e48b4 req-0f40edfc-cee7-450e-a43b-dda2dbe1f037 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/security-groups?id=013c6a84-c5d2-402f-a610-4119fb8a07f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331452 Jul 13 20:00:11.304126 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Provisioning for port 0da91894-a447-412e-8081-797b1e4d6c64 completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:00:11.307818 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Provisioning complete for port 0da91894-a447-412e-8081-797b1e4d6c64 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:00:11.308188 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:11.385430 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:11.407752 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8137bb-4485-404a-b758-69a34f4b3f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da91894-a447-412e-8081-797b1e4d6c64'}] {{(pid=92886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:00:11.410038 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2110528246aa69f40c90618f30b6bebf52a56ffd7d9758f57e079d5fd4b7be03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24881f0b-86eb-4101-a960-d77ffed72783" -d '{"events": [{"server_uuid": "de8137bb-4485-404a-b758-69a34f4b3f0b", "name": "network-vif-plugged", "status": "completed", "tag": "0da91894-a447-412e-8081-797b1e4d6c64"}]}' {{(pid=92886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:00:11.422332 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 0da91894-a447-412e-8081-797b1e4d6c64, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0da91894-a447-412e-8081-797b1e4d6c64,segment=NetworkSegment(c639ff33-5328-4f94-8684-174378e21fff),segment_id=c639ff33-5328-4f94-8684-174378e21fff)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:00:11.427869 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:11.428694 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 10094b02-3615-49e0-ab43-15eaba001de5 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:00:11.448921 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] No Port match for: 10094b02-3615-49e0-ab43-15eaba001de5 {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:00:11.449316 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 10094b02-3615-49e0-ab43-15eaba001de5 not bound to the agent host hv-cinder-78693 {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:00:11.451448 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5127f344-c904-46ae-ba9d-533ae94b3d8b x-openstack-request-id: req-5127f344-c904-46ae-ba9d-533ae94b3d8b {{(pid=92886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:00:11.451739 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8137bb-4485-404a-b758-69a34f4b3f0b", "name": "network-vif-plugged", "status": "completed", "tag": "0da91894-a447-412e-8081-797b1e4d6c64", "code": 200}]} {{(pid=92886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:00:11.451987 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5127f344-c904-46ae-ba9d-533ae94b3d8b {{(pid=92886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:00:11.452360 dv-cinder-786933-3-iscsi neutron-server[92886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8137bb-4485-404a-b758-69a34f4b3f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da91894-a447-412e-8081-797b1e4d6c64', 'code': 200} Jul 13 20:00:11.496256 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Pushing event updated for resources: {'Port': ['ID=0da91894-a447-412e-8081-797b1e4d6c64,revision_number=5']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:11.668713 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ebd5d-c943-48a0-b9cb-a7e8996c16bf req-53194eee-a4fb-4308-82be-de0693ed2e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:11.670162 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-121ebd5d-c943-48a0-b9cb-a7e8996c16bf req-53194eee-a4fb-4308-82be-de0693ed2e2d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=de8137bb-4485-404a-b758-69a34f4b3f0b HTTP/1.1" status: 200 len: 1098 time: 0.0518494 Jul 13 20:00:11.703191 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-121ebd5d-c943-48a0-b9cb-a7e8996c16bf req-8e04ddf4-8627-4261-b924-a66b7ab6d3d6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=013c6a84-c5d2-402f-a610-4119fb8a07f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264812 Jul 13 20:00:12.052219 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 45516) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:12.178971 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-6261b4d1-65e2-431e-81bf-274a315c1417 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=22c3f3976d364df6b4a9ea9f03da1665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1247962 Jul 13 20:00:12.180652 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 45520) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:12.226553 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-df961d9f-7ec6-4e02-8268-8fe789dda8df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:12.246848 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-df961d9f-7ec6-4e02-8268-8fe789dda8df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:12.297154 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-df961d9f-7ec6-4e02-8268-8fe789dda8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:12.299706 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-df961d9f-7ec6-4e02-8268-8fe789dda8df admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:12.300919 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-df961d9f-7ec6-4e02-8268-8fe789dda8df admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/17172690-731b-45c3-9848-eeb7967b59ca HTTP/1.1" status: 204 len: 168 time: 0.1193883 Jul 13 20:00:12.309360 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df961d9f-7ec6-4e02-8268-8fe789dda8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17172690-731b-45c3-9848-eeb7967b59ca,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:12.480042 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159067de-a105-4726-b124-2405c708d794 req-c52da8dd-0e1b-4edf-b506-56fb716fd05d tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:12.487288 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-159067de-a105-4726-b124-2405c708d794 req-c52da8dd-0e1b-4edf-b506-56fb716fd05d tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8137bb-4485-404a-b758-69a34f4b3f0b HTTP/1.1" status: 200 len: 945 time: 0.0895579 Jul 13 20:00:12.524699 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-159067de-a105-4726-b124-2405c708d794 req-e72d1501-954e-48ef-b5b1-a9451aabab0b tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/security-groups?id=013c6a84-c5d2-402f-a610-4119fb8a07f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364659 Jul 13 20:00:13.103022 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:13.695760 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f2e4a-7ff4-4934-92d5-da8ba213dafe req-c9ac325c-3905-473e-bf3c-ba3d7adaf635 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:13.697156 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-2e5f2e4a-7ff4-4934-92d5-da8ba213dafe req-c9ac325c-3905-473e-bf3c-ba3d7adaf635 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8137bb-4485-404a-b758-69a34f4b3f0b HTTP/1.1" status: 200 len: 945 time: 0.0609267 Jul 13 20:00:13.733644 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-2e5f2e4a-7ff4-4934-92d5-da8ba213dafe req-4b35fd1b-7bc8-45ef-ab0e-035dc54c3fb8 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/security-groups?id=013c6a84-c5d2-402f-a610-4119fb8a07f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311565 Jul 13 20:00:14.502052 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe13c2e-00a2-4629-845d-7e530a9b2f86 req-429744f3-1ea0-45c3-82a7-f33ede287e09 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:14.503410 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-fbe13c2e-00a2-4629-845d-7e530a9b2f86 req-429744f3-1ea0-45c3-82a7-f33ede287e09 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8137bb-4485-404a-b758-69a34f4b3f0b HTTP/1.1" status: 200 len: 945 time: 0.0620127 Jul 13 20:00:14.543287 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-fbe13c2e-00a2-4629-845d-7e530a9b2f86 req-987f0a05-f2b4-4421-b543-4b475e2dee4d tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/security-groups?id=013c6a84-c5d2-402f-a610-4119fb8a07f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336678 Jul 13 20:00:15.233736 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-178142ae-2a7d-404a-be85-c76c3fe60f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:15.704790 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb4d5e-9d04-4b53-af41-5ccf6680b643 req-ce710ad6-50d5-4eb3-be52-6e1a539e0aa7 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:15.706214 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-97fb4d5e-9d04-4b53-af41-5ccf6680b643 req-ce710ad6-50d5-4eb3-be52-6e1a539e0aa7 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.72 "GET /v2.0/ports?device_id=de8137bb-4485-404a-b758-69a34f4b3f0b HTTP/1.1" status: 200 len: 945 time: 0.0601921 Jul 13 20:00:15.713938 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c961df-12ea-4ebd-816c-2c21b909ea35 req-c953bf22-5e82-4fa2-b32c-c8f7a437e593 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:00:15.715461 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-45c961df-12ea-4ebd-816c-2c21b909ea35 req-c953bf22-5e82-4fa2-b32c-c8f7a437e593 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8137bb-4485-404a-b758-69a34f4b3f0b HTTP/1.1" status: 200 len: 945 time: 0.0611529 Jul 13 20:00:15.751613 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-45c961df-12ea-4ebd-816c-2c21b909ea35 req-5be30af5-6cfe-4290-9add-e9094f0ca0f4 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.22 "GET /v2.0/security-groups?id=013c6a84-c5d2-402f-a610-4119fb8a07f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306470 Jul 13 20:00:15.802061 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.plugin [req-97fb4d5e-9d04-4b53-af41-5ccf6680b643 req-3d7cd898-fd9f-49d6-93b2-557a6d6ffd82 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Deleting port 0da91894-a447-412e-8081-797b1e4d6c64 {{(pid=92885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:00:15.802425 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-97fb4d5e-9d04-4b53-af41-5ccf6680b643 req-3d7cd898-fd9f-49d6-93b2-557a6d6ffd82 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:15.889191 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.db [req-97fb4d5e-9d04-4b53-af41-5ccf6680b643 req-3d7cd898-fd9f-49d6-93b2-557a6d6ffd82 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] For port 0da91894-a447-412e-8081-797b1e4d6c64, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0da91894-a447-412e-8081-797b1e4d6c64,segment=NetworkSegment(c639ff33-5328-4f94-8684-174378e21fff),segment_id=c639ff33-5328-4f94-8684-174378e21fff)] {{(pid=92885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:00:15.889471 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-97fb4d5e-9d04-4b53-af41-5ccf6680b643 req-3d7cd898-fd9f-49d6-93b2-557a6d6ffd82 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:15.902107 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.plugin [req-97fb4d5e-9d04-4b53-af41-5ccf6680b643 req-3d7cd898-fd9f-49d6-93b2-557a6d6ffd82 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Calling delete_port for 0da91894-a447-412e-8081-797b1e4d6c64 owned by compute:nova {{(pid=92885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:00:16.024663 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-97fb4d5e-9d04-4b53-af41-5ccf6680b643 req-3d7cd898-fd9f-49d6-93b2-557a6d6ffd82 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372888'] for port, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:16.035635 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] get_ports_and_sgs() called for port_ids ['0da91894-a447-412e-8081-797b1e4d6c64'] {{(pid=92886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:00:16.053239 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7cd898-fd9f-49d6-93b2-557a6d6ffd82 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Pushing event deleted for resources: {'Port': ['ID=0da91894-a447-412e-8081-797b1e4d6c64,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:16.096687 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.l3_dvrscheduler_db [req-97fb4d5e-9d04-4b53-af41-5ccf6680b643 req-3d7cd898-fd9f-49d6-93b2-557a6d6ffd82 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] No DVR routers for this DVR port 0da91894-a447-412e-8081-797b1e4d6c64 on host hv-cinder-78693 {{(pid=92885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:00:16.099566 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-97fb4d5e-9d04-4b53-af41-5ccf6680b643 req-3d7cd898-fd9f-49d6-93b2-557a6d6ffd82 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:16.101554 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-97fb4d5e-9d04-4b53-af41-5ccf6680b643 req-3d7cd898-fd9f-49d6-93b2-557a6d6ffd82 tempest-VolumesActionsTest-248183488 tempest-VolumesActionsTest-248183488-project] 10.222.0.72 "DELETE /v2.0/ports/0da91894-a447-412e-8081-797b1e4d6c64 HTTP/1.1" status: 204 len: 173 time: 0.3903737 Jul 13 20:00:16.101980 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8137bb-4485-404a-b758-69a34f4b3f0b', 'name': 'network-vif-deleted', 'tag': '0da91894-a447-412e-8081-797b1e4d6c64'}] {{(pid=92885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:00:16.104208 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31f80f9b8720474c1f79c69ae76da95a509923de65c92150015c81fc62ea229" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbb5d22-697a-4b93-ab18-bd849dd7afa4" -d '{"events": [{"server_uuid": "de8137bb-4485-404a-b758-69a34f4b3f0b", "name": "network-vif-deleted", "tag": "0da91894-a447-412e-8081-797b1e4d6c64"}]}' {{(pid=92885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:00:16.138676 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fffd9c-e705-4964-b332-dc5716dee90d x-openstack-request-id: req-e1fffd9c-e705-4964-b332-dc5716dee90d {{(pid=92885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:00:16.138974 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8137bb-4485-404a-b758-69a34f4b3f0b", "name": "network-vif-deleted", "tag": "0da91894-a447-412e-8081-797b1e4d6c64", "status": "completed", "code": 200}]} {{(pid=92885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:00:16.139283 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e1fffd9c-e705-4964-b332-dc5716dee90d {{(pid=92885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:00:16.139622 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8137bb-4485-404a-b758-69a34f4b3f0b', 'name': 'network-vif-deleted', 'tag': '0da91894-a447-412e-8081-797b1e4d6c64', 'status': 'completed', 'code': 200} Jul 13 20:00:17.596347 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:00:17.807992 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-058faac0-dc2c-466c-b9bc-350458cd8ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:17.919792 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:19.170089 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:19.564414 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 0da91894-a447-412e-8081-797b1e4d6c64 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:00:19.584024 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] No Port match for: 0da91894-a447-412e-8081-797b1e4d6c64 {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:00:19.584369 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 0da91894-a447-412e-8081-797b1e4d6c64 not bound to the agent host hv-cinder-78693 {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:00:20.871864 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:37.696596 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 45810) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:38.015826 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d538548-7ba4-4618-b31f-63a8cbff0362 admin admin] Deleting subnet aeb2bca1-dbc6-4bab-b3a0-c2d98084c3fc {{(pid=92884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:00:38.018792 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-8d538548-7ba4-4618-b31f-63a8cbff0362 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:38.050713 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-8d538548-7ba4-4618-b31f-63a8cbff0362 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873532'] for subnet, precommit_delete_associations {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:38.087073 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-8d538548-7ba4-4618-b31f-63a8cbff0362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1491773'] for subnet, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:38.136411 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-8d538548-7ba4-4618-b31f-63a8cbff0362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1491780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4873555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5003205'] for subnet, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:38.165747 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d538548-7ba4-4618-b31f-63a8cbff0362 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeb2bca1-dbc6-4bab-b3a0-c2d98084c3fc,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:38.168229 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-8d538548-7ba4-4618-b31f-63a8cbff0362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for subnet, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:38.169908 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-8d538548-7ba4-4618-b31f-63a8cbff0362 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/aeb2bca1-dbc6-4bab-b3a0-c2d98084c3fc HTTP/1.1" status: 204 len: 168 time: 0.4723330 Jul 13 20:00:38.172408 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 45816) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:38.175755 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d538548-7ba4-4618-b31f-63a8cbff0362 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:38.176681 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d538548-7ba4-4618-b31f-63a8cbff0362 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:38.177040 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d538548-7ba4-4618-b31f-63a8cbff0362 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:38.177380 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d538548-7ba4-4618-b31f-63a8cbff0362 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:38.177711 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d538548-7ba4-4618-b31f-63a8cbff0362 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:38.178045 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d538548-7ba4-4618-b31f-63a8cbff0362 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:38.178480 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d538548-7ba4-4618-b31f-63a8cbff0362 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:38.178702 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d538548-7ba4-4618-b31f-63a8cbff0362 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:38.179030 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d538548-7ba4-4618-b31f-63a8cbff0362 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:38.179363 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d538548-7ba4-4618-b31f-63a8cbff0362 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:38.179704 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d538548-7ba4-4618-b31f-63a8cbff0362 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:38.180007 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d538548-7ba4-4618-b31f-63a8cbff0362 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:38.240433 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-db19a707-ad9f-45ce-bcf9-9804df63a628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640404'] for network, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:38.314637 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-db19a707-ad9f-45ce-bcf9-9804df63a628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1457064', 'neutron.services.segments.db._delete_segments_for_network-8772357979203'] for network, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:38.323676 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.services.segments.db [None req-db19a707-ad9f-45ce-bcf9-9804df63a628 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5575ca18-0d58-49b6-b7c2-2848ba158dfc']}} {{(pid=92885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:00:38.333176 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.services.segments.db [None req-db19a707-ad9f-45ce-bcf9-9804df63a628 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c639ff33-5328-4f94-8684-174378e21fff') {'for_net_delete': True} {{(pid=92885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:00:38.333462 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.services.segments.db [None req-db19a707-ad9f-45ce-bcf9-9804df63a628 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c639ff33-5328-4f94-8684-174378e21fff') {} {{(pid=92885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:00:38.341679 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-db19a707-ad9f-45ce-bcf9-9804df63a628 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772357979724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4246872'] for segment, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:38.354953 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-db19a707-ad9f-45ce-bcf9-9804df63a628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480'] for segment, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:38.360730 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db19a707-ad9f-45ce-bcf9-9804df63a628 admin admin] Releasing vlan 1188 on physical network physnet1 to pool {{(pid=92885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:00:38.361114 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-db19a707-ad9f-45ce-bcf9-9804df63a628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372843'] for segment, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:38.362705 dv-cinder-786933-3-iscsi neutron-server[92885]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:00:38.362705 dv-cinder-786933-3-iscsi neutron-server[92885]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:00:38.362705 dv-cinder-786933-3-iscsi neutron-server[92885]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:00:38.362705 dv-cinder-786933-3-iscsi neutron-server[92885]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:00:38.362705 dv-cinder-786933-3-iscsi neutron-server[92885]: Traceback (most recent call last): Jul 13 20:00:38.362705 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:00:38.362705 dv-cinder-786933-3-iscsi neutron-server[92885]: timer() Jul 13 20:00:38.362705 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:00:38.362705 dv-cinder-786933-3-iscsi neutron-server[92885]: cb(*args, **kw) Jul 13 20:00:38.362705 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:00:38.362705 dv-cinder-786933-3-iscsi neutron-server[92885]: return func(*args, **kwargs) Jul 13 20:00:38.362705 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:00:38.362705 dv-cinder-786933-3-iscsi neutron-server[92885]: self._notify() Jul 13 20:00:38.362705 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:00:38.362705 dv-cinder-786933-3-iscsi neutron-server[92885]: self.callback(batched_events) Jul 13 20:00:38.362705 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:00:38.362705 dv-cinder-786933-3-iscsi neutron-server[92885]: event.method(event) Jul 13 20:00:38.362705 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:00:38.362705 dv-cinder-786933-3-iscsi neutron-server[92885]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:00:38.362705 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:00:38.362705 dv-cinder-786933-3-iscsi neutron-server[92885]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:00:38.362705 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:00:38.362705 dv-cinder-786933-3-iscsi neutron-server[92885]: return f(self, *a, **k) Jul 13 20:00:38.362705 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:00:38.362705 dv-cinder-786933-3-iscsi neutron-server[92885]: return self._get(url).json() Jul 13 20:00:38.362705 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:00:38.362705 dv-cinder-786933-3-iscsi neutron-server[92885]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:00:38.362705 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:00:38.362705 dv-cinder-786933-3-iscsi neutron-server[92885]: return self.request(url, 'GET', **kwargs) Jul 13 20:00:38.362705 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:00:38.362705 dv-cinder-786933-3-iscsi neutron-server[92885]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:00:38.362705 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:00:38.362705 dv-cinder-786933-3-iscsi neutron-server[92885]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:00:38.362705 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:00:38.362705 dv-cinder-786933-3-iscsi neutron-server[92885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:00:38.362705 dv-cinder-786933-3-iscsi neutron-server[92885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:00:38.664823 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-db19a707-ad9f-45ce-bcf9-9804df63a628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1457087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502378'] for network, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:38.670308 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-db19a707-ad9f-45ce-bcf9-9804df63a628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for network, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:38.672106 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-db19a707-ad9f-45ce-bcf9-9804df63a628 admin admin] 10.222.0.22 "DELETE /v2.0/networks/5575ca18-0d58-49b6-b7c2-2848ba158dfc HTTP/1.1" status: 204 len: 168 time: 0.4986923 Jul 13 20:00:38.683070 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db19a707-ad9f-45ce-bcf9-9804df63a628 admin admin] Pushing event deleted for resources: {'Network': ['ID=5575ca18-0d58-49b6-b7c2-2848ba158dfc,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:38.689800 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db19a707-ad9f-45ce-bcf9-9804df63a628 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:38.690147 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db19a707-ad9f-45ce-bcf9-9804df63a628 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:38.690479 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db19a707-ad9f-45ce-bcf9-9804df63a628 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:38.690817 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db19a707-ad9f-45ce-bcf9-9804df63a628 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:38.691138 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db19a707-ad9f-45ce-bcf9-9804df63a628 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:38.691460 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db19a707-ad9f-45ce-bcf9-9804df63a628 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:38.692417 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db19a707-ad9f-45ce-bcf9-9804df63a628 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:38.692775 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db19a707-ad9f-45ce-bcf9-9804df63a628 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:38.693102 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db19a707-ad9f-45ce-bcf9-9804df63a628 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:38.693421 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db19a707-ad9f-45ce-bcf9-9804df63a628 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:38.693740 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db19a707-ad9f-45ce-bcf9-9804df63a628 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:38.694057 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db19a707-ad9f-45ce-bcf9-9804df63a628 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:00:38.828467 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 45822) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:38.867779 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-b7c383a2-3f6a-4619-87b5-ddc1c78313f6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=62c926e7f7d849cb8fc4eb3830fe3450&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378101 Jul 13 20:00:38.870080 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 45824) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:38.915790 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0e6d4e82-a15b-4179-939b-b374d06b468d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:38.935729 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0e6d4e82-a15b-4179-939b-b374d06b468d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:38.981994 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0e6d4e82-a15b-4179-939b-b374d06b468d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:38.985103 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0e6d4e82-a15b-4179-939b-b374d06b468d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:38.986240 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-0e6d4e82-a15b-4179-939b-b374d06b468d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/013c6a84-c5d2-402f-a610-4119fb8a07f6 HTTP/1.1" status: 204 len: 168 time: 0.1152816 Jul 13 20:00:38.993944 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d4e82-a15b-4179-939b-b374d06b468d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013c6a84-c5d2-402f-a610-4119fb8a07f6,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:43.098289 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:45.233876 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-1c92a4e1-b847-4bdc-9e26-4522dc6b9b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:47.807960 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4f877947-02c0-4fcf-bc42-72b14708aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:47.917688 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 45912) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:47.920868 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:48.019553 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-d4083ada-dc30-4d76-a7cd-98da3cb4a2ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:48.103485 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-d4083ada-dc30-4d76-a7cd-98da3cb4a2ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:48.107160 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-d4083ada-dc30-4d76-a7cd-98da3cb4a2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:48.144902 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-d4083ada-dc30-4d76-a7cd-98da3cb4a2ac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=08667ce27f374bfd8421f766b1c50787&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2261169 Jul 13 20:00:48.145761 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4083ada-dc30-4d76-a7cd-98da3cb4a2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4edbc6-93d1-4df3-ba03-fa35328b7724,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:48.147612 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 45916) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:00:48.194186 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-2e704c29-e40c-481a-bdca-db20666b96f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:48.214441 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-2e704c29-e40c-481a-bdca-db20666b96f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:48.262365 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-2e704c29-e40c-481a-bdca-db20666b96f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:48.265012 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-2e704c29-e40c-481a-bdca-db20666b96f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:48.266188 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-2e704c29-e40c-481a-bdca-db20666b96f4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7d4edbc6-93d1-4df3-ba03-fa35328b7724 HTTP/1.1" status: 204 len: 168 time: 0.1175954 Jul 13 20:00:48.274104 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e704c29-e40c-481a-bdca-db20666b96f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4edbc6-93d1-4df3-ba03-fa35328b7724,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:00:49.173219 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:50.874850 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:00:54.595774 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:01:13.096010 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:15.234770 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-aca6af7d-5baa-4d29-97cd-24b73273968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:17.808597 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-ce04e870-e6f9-4589-9291-84b976590a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:17.921775 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:19.175737 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:20.879935 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:24.140338 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 45998) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:01:24.598924 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0ca60d40-073e-44a0-a2f8-1bd33f99bb80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-505412'] for router_interface, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:24.841499 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [None req-0ca60d40-073e-44a0-a2f8-1bd33f99bb80 admin admin] Deleting port 02109647-5332-4725-ae8e-06f378714c5e {{(pid=92884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:01:24.841841 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0ca60d40-073e-44a0-a2f8-1bd33f99bb80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:24.919411 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [None req-0ca60d40-073e-44a0-a2f8-1bd33f99bb80 admin admin] For port 02109647-5332-4725-ae8e-06f378714c5e, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=02109647-5332-4725-ae8e-06f378714c5e,segment=NetworkSegment(a40130a1-c2a7-4243-8f3c-b4ef1dc74555),segment_id=a40130a1-c2a7-4243-8f3c-b4ef1dc74555)] {{(pid=92884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:01:24.919684 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0ca60d40-073e-44a0-a2f8-1bd33f99bb80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:24.931915 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [None req-0ca60d40-073e-44a0-a2f8-1bd33f99bb80 admin admin] Calling delete_port for 02109647-5332-4725-ae8e-06f378714c5e owned by network:router_interface {{(pid=92884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:01:25.104561 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0ca60d40-073e-44a0-a2f8-1bd33f99bb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:25.130288 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca60d40-073e-44a0-a2f8-1bd33f99bb80 admin admin] Pushing event deleted for resources: {'Port': ['ID=02109647-5332-4725-ae8e-06f378714c5e,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:25.289391 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-0ca60d40-073e-44a0-a2f8-1bd33f99bb80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-645678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-505576'] for router_interface, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:25.495431 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca60d40-073e-44a0-a2f8-1bd33f99bb80 admin admin] Router 67741092-1c7f-4713-ba73-57f3f82a7baa has already been hosted by L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd {{(pid=92884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:01:25.599184 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca60d40-073e-44a0-a2f8-1bd33f99bb80 admin admin] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:01:25.605049 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-0ca60d40-073e-44a0-a2f8-1bd33f99bb80 admin admin] 10.222.0.22 "PUT /v2.0/routers/67741092-1c7f-4713-ba73-57f3f82a7baa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4636252 Jul 13 20:01:25.607439 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 46002) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:01:25.610091 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03663c52-0a2e-46d0-97f6-8560f5e60153 None None] Sync routers for ids ['67741092-1c7f-4713-ba73-57f3f82a7baa'] in dv-cinder-786933-3-iscsi {{(pid=92887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:01:25.619357 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03663c52-0a2e-46d0-97f6-8560f5e60153 None None] Routers {'67741092-1c7f-4713-ba73-57f3f82a7baa'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:01:25.619961 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-03663c52-0a2e-46d0-97f6-8560f5e60153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T20:01:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['67741092-1c7f-4713-ba73-57f3f82a7baa'], 'active': True} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:01:25.704732 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-61f997fd-529d-4b53-9a0f-fd9816a7ad8e admin admin] Notify callbacks [] for router, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:25.719807 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvr_db [None req-03663c52-0a2e-46d0-97f6-8560f5e60153 None None] Set router 67741092-1c7f-4713-ba73-57f3f82a7baa gateway port host: dv-cinder-786933-3-iscsi {{(pid=92887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:01:25.801472 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-61f997fd-529d-4b53-9a0f-fd9816a7ad8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:25.851470 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [None req-61f997fd-529d-4b53-9a0f-fd9816a7ad8e admin admin] Deleting port 2e82ac64-afa0-497e-9ae8-687616721aa4 {{(pid=92884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:01:25.851831 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-61f997fd-529d-4b53-9a0f-fd9816a7ad8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:25.890484 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-03663c52-0a2e-46d0-97f6-8560f5e60153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'name': 'tempest-AttachVolumeTestJSON-1060596869-router', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '2e82ac64-afa0-497e-9ae8-687616721aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:48Z', 'updated_at': '2021-07-13T20:01:25Z', 'revision_number': 5, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'gw_port': {'id': '2e82ac64-afa0-497e-9ae8-687616721aa4', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:23:49Z', 'updated_at': '2021-07-13T19:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi'}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:01:25.931982 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [None req-61f997fd-529d-4b53-9a0f-fd9816a7ad8e admin admin] For port 2e82ac64-afa0-497e-9ae8-687616721aa4, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=2e82ac64-afa0-497e-9ae8-687616721aa4,segment=NetworkSegment(13a02452-998b-4f16-8f41-6eb5670d640f),segment_id=13a02452-998b-4f16-8f41-6eb5670d640f)] {{(pid=92884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:01:25.932336 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-61f997fd-529d-4b53-9a0f-fd9816a7ad8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:25.944659 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [None req-61f997fd-529d-4b53-9a0f-fd9816a7ad8e admin admin] Calling delete_port for 2e82ac64-afa0-497e-9ae8-687616721aa4 owned by network:router_gateway {{(pid=92884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:01:25.999517 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03663c52-0a2e-46d0-97f6-8560f5e60153 None None] Checking router: 67741092-1c7f-4713-ba73-57f3f82a7baa for host: dv-cinder-786933-3-iscsi {{(pid=92887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:01:26.007605 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03663c52-0a2e-46d0-97f6-8560f5e60153 None None] Routers {'67741092-1c7f-4713-ba73-57f3f82a7baa'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:01:26.008228 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-03663c52-0a2e-46d0-97f6-8560f5e60153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T20:01:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['67741092-1c7f-4713-ba73-57f3f82a7baa'], 'active': True} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:01:26.089855 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvr_db [None req-03663c52-0a2e-46d0-97f6-8560f5e60153 None None] Set router 67741092-1c7f-4713-ba73-57f3f82a7baa gateway port host: None {{(pid=92887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:01:26.107361 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-61f997fd-529d-4b53-9a0f-fd9816a7ad8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:26.132454 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f997fd-529d-4b53-9a0f-fd9816a7ad8e admin admin] Pushing event deleted for resources: {'Port': ['ID=2e82ac64-afa0-497e-9ae8-687616721aa4,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:26.139300 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-03663c52-0a2e-46d0-97f6-8560f5e60153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'name': 'tempest-AttachVolumeTestJSON-1060596869-router', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:48Z', 'updated_at': '2021-07-13T20:01:25Z', 'revision_number': 6, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'gw_port_host': None}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:01:26.167228 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03663c52-0a2e-46d0-97f6-8560f5e60153 None None] The sync data for ids ['67741092-1c7f-4713-ba73-57f3f82a7baa'] in dv-cinder-786933-3-iscsi is: [{'id': '67741092-1c7f-4713-ba73-57f3f82a7baa', 'name': 'tempest-AttachVolumeTestJSON-1060596869-router', 'tenant_id': 'f2df23c120004786bdbc54c2ad27b7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:23:48Z', 'updated_at': '2021-07-13T20:01:25Z', 'revision_number': 6, 'project_id': 'f2df23c120004786bdbc54c2ad27b7df', 'gw_port_host': None}] {{(pid=92887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:01:26.192265 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-61f997fd-529d-4b53-9a0f-fd9816a7ad8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-502286'] for router_gateway, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:26.278341 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-61f997fd-529d-4b53-9a0f-fd9816a7ad8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-502773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57501'] for router, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:26.280383 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-61f997fd-529d-4b53-9a0f-fd9816a7ad8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:26.324365 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-61f997fd-529d-4b53-9a0f-fd9816a7ad8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-506629'] for router, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:26.325019 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f997fd-529d-4b53-9a0f-fd9816a7ad8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67741092-1c7f-4713-ba73-57f3f82a7baa {{(pid=92884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:01:26.329131 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-61f997fd-529d-4b53-9a0f-fd9816a7ad8e admin admin] Notify callbacks [] for router, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:26.330266 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-61f997fd-529d-4b53-9a0f-fd9816a7ad8e admin admin] 10.222.0.22 "DELETE /v2.0/routers/67741092-1c7f-4713-ba73-57f3f82a7baa HTTP/1.1" status: 204 len: 168 time: 0.7219288 Jul 13 20:01:26.332701 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 46004) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:01:26.376061 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.db_base_plugin_v2 [None req-877e7dfd-d9c1-48d4-99eb-379aa598f2b2 admin admin] Deleting subnet c43d8f9f-c845-4d5c-82df-5404e88902e1 {{(pid=92884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:01:26.379057 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-877e7dfd-d9c1-48d4-99eb-379aa598f2b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:26.411439 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-877e7dfd-d9c1-48d4-99eb-379aa598f2b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873532'] for subnet, precommit_delete_associations {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:26.488666 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-877e7dfd-d9c1-48d4-99eb-379aa598f2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1491773'] for subnet, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:26.542655 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-877e7dfd-d9c1-48d4-99eb-379aa598f2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1491780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4873555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5003205'] for subnet, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:26.568395 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e7dfd-d9c1-48d4-99eb-379aa598f2b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c43d8f9f-c845-4d5c-82df-5404e88902e1,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:26.572091 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-877e7dfd-d9c1-48d4-99eb-379aa598f2b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for subnet, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:26.574148 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-877e7dfd-d9c1-48d4-99eb-379aa598f2b2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c43d8f9f-c845-4d5c-82df-5404e88902e1 HTTP/1.1" status: 204 len: 168 time: 0.2403119 Jul 13 20:01:26.576451 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 46006) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:01:26.590858 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1f8222-a3ef-44ec-8f49-3801d26d1839 None None] Network cf7dab8a-c373-4837-ae0f-7b4d00b9b824 requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:01:26.642575 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-b65c7db6-08e8-479f-8283-9f76551001c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640404'] for network, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:26.697457 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [None req-b65c7db6-08e8-479f-8283-9f76551001c5 admin admin] Deleting port d69c53aa-6efe-464b-b381-cdf3d7132072 {{(pid=92884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:01:26.697802 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-b65c7db6-08e8-479f-8283-9f76551001c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:26.757200 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [None req-b65c7db6-08e8-479f-8283-9f76551001c5 admin admin] For port d69c53aa-6efe-464b-b381-cdf3d7132072, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=d69c53aa-6efe-464b-b381-cdf3d7132072,segment=NetworkSegment(a40130a1-c2a7-4243-8f3c-b4ef1dc74555),segment_id=a40130a1-c2a7-4243-8f3c-b4ef1dc74555)] {{(pid=92884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:01:26.757566 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-b65c7db6-08e8-479f-8283-9f76551001c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:26.770223 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [None req-b65c7db6-08e8-479f-8283-9f76551001c5 admin admin] Calling delete_port for d69c53aa-6efe-464b-b381-cdf3d7132072 owned by network:dhcp {{(pid=92884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:01:26.845442 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-b65c7db6-08e8-479f-8283-9f76551001c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:26.875463 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65c7db6-08e8-479f-8283-9f76551001c5 admin admin] No DVR routers for this DVR port d69c53aa-6efe-464b-b381-cdf3d7132072 on host dv-cinder-786933-3-iscsi {{(pid=92884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:01:26.880031 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c7db6-08e8-479f-8283-9f76551001c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d69c53aa-6efe-464b-b381-cdf3d7132072,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:26.900848 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbefda4c-1033-4d29-8522-f3c9e05750f1 None None] DHCP port deletion for cf7dab8a-c373-4837-ae0f-7b4d00b9b824 request from dv-cinder-786933-3-iscsi {{(pid=92886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:01:26.951131 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-b65c7db6-08e8-479f-8283-9f76551001c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1457064', 'neutron.services.segments.db._delete_segments_for_network-8772357979203'] for network, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:26.960535 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.services.segments.db [None req-b65c7db6-08e8-479f-8283-9f76551001c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf7dab8a-c373-4837-ae0f-7b4d00b9b824']}} {{(pid=92884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:01:26.970946 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.services.segments.db [None req-b65c7db6-08e8-479f-8283-9f76551001c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a40130a1-c2a7-4243-8f3c-b4ef1dc74555') {'for_net_delete': True} {{(pid=92884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:01:26.971246 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.services.segments.db [None req-b65c7db6-08e8-479f-8283-9f76551001c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a40130a1-c2a7-4243-8f3c-b4ef1dc74555') {} {{(pid=92884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:01:26.980168 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-b65c7db6-08e8-479f-8283-9f76551001c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772357979724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873509'] for segment, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:26.995265 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-b65c7db6-08e8-479f-8283-9f76551001c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480'] for segment, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:27.006191 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b65c7db6-08e8-479f-8283-9f76551001c5 admin admin] Releasing vlan 1152 on physical network physnet1 to pool {{(pid=92884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:01:27.006191 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-b65c7db6-08e8-479f-8283-9f76551001c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4873981'] for segment, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:27.006967 dv-cinder-786933-3-iscsi neutron-server[92884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:01:27.006967 dv-cinder-786933-3-iscsi neutron-server[92884]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:01:27.006967 dv-cinder-786933-3-iscsi neutron-server[92884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:01:27.006967 dv-cinder-786933-3-iscsi neutron-server[92884]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:01:27.006967 dv-cinder-786933-3-iscsi neutron-server[92884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:01:27.006967 dv-cinder-786933-3-iscsi neutron-server[92884]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:01:27.006967 dv-cinder-786933-3-iscsi neutron-server[92884]: Traceback (most recent call last): Jul 13 20:01:27.006967 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:01:27.006967 dv-cinder-786933-3-iscsi neutron-server[92884]: timer() Jul 13 20:01:27.006967 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:01:27.006967 dv-cinder-786933-3-iscsi neutron-server[92884]: cb(*args, **kw) Jul 13 20:01:27.006967 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:01:27.006967 dv-cinder-786933-3-iscsi neutron-server[92884]: return func(*args, **kwargs) Jul 13 20:01:27.006967 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:01:27.006967 dv-cinder-786933-3-iscsi neutron-server[92884]: self._notify() Jul 13 20:01:27.006967 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:01:27.006967 dv-cinder-786933-3-iscsi neutron-server[92884]: self.callback(batched_events) Jul 13 20:01:27.006967 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:01:27.006967 dv-cinder-786933-3-iscsi neutron-server[92884]: event.method(event) Jul 13 20:01:27.006967 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:01:27.006967 dv-cinder-786933-3-iscsi neutron-server[92884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:01:27.006967 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:01:27.006967 dv-cinder-786933-3-iscsi neutron-server[92884]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:01:27.006967 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:01:27.006967 dv-cinder-786933-3-iscsi neutron-server[92884]: return f(self, *a, **k) Jul 13 20:01:27.006967 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:01:27.006967 dv-cinder-786933-3-iscsi neutron-server[92884]: return self._get(url).json() Jul 13 20:01:27.006967 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:01:27.006967 dv-cinder-786933-3-iscsi neutron-server[92884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:01:27.006967 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:01:27.006967 dv-cinder-786933-3-iscsi neutron-server[92884]: return self.request(url, 'GET', **kwargs) Jul 13 20:01:27.006967 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:01:27.006967 dv-cinder-786933-3-iscsi neutron-server[92884]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:01:27.006967 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:01:27.006967 dv-cinder-786933-3-iscsi neutron-server[92884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:01:27.006967 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:01:27.006967 dv-cinder-786933-3-iscsi neutron-server[92884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:01:27.006967 dv-cinder-786933-3-iscsi neutron-server[92884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:01:27.064823 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-b65c7db6-08e8-479f-8283-9f76551001c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1457087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502378'] for network, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:27.070204 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-b65c7db6-08e8-479f-8283-9f76551001c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for network, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:27.072693 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-b65c7db6-08e8-479f-8283-9f76551001c5 admin admin] 10.222.0.22 "DELETE /v2.0/networks/cf7dab8a-c373-4837-ae0f-7b4d00b9b824 HTTP/1.1" status: 204 len: 168 time: 0.4953134 Jul 13 20:01:27.084437 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c7db6-08e8-479f-8283-9f76551001c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf7dab8a-c373-4837-ae0f-7b4d00b9b824,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:27.188805 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46010) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:01:27.227351 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-cc96b732-6da9-47a9-9a32-bd9225b7d5be admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f2df23c120004786bdbc54c2ad27b7df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0374160 Jul 13 20:01:27.229630 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46012) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:01:27.278169 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-58d5d541-c174-4ebe-a0ba-20635cce23c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:27.298144 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-58d5d541-c174-4ebe-a0ba-20635cce23c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:27.344876 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-58d5d541-c174-4ebe-a0ba-20635cce23c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:27.347391 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-58d5d541-c174-4ebe-a0ba-20635cce23c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:27.348535 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-58d5d541-c174-4ebe-a0ba-20635cce23c0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b5445cea-c0b2-444c-9977-36edd0bf55fa HTTP/1.1" status: 204 len: 168 time: 0.1180222 Jul 13 20:01:27.356354 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d5d541-c174-4ebe-a0ba-20635cce23c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5445cea-c0b2-444c-9977-36edd0bf55fa,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:27.548746 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device d69c53aa-6efe-464b-b381-cdf3d7132072 no longer exists at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:01:27.571801 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] No Port match for: d69c53aa-6efe-464b-b381-cdf3d7132072 {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:01:27.572140 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device d69c53aa-6efe-464b-b381-cdf3d7132072 not bound to the agent host dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:01:27.572655 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 02109647-5332-4725-ae8e-06f378714c5e no longer exists at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:01:27.590666 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] No Port match for: 02109647-5332-4725-ae8e-06f378714c5e {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:01:27.591003 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 02109647-5332-4725-ae8e-06f378714c5e not bound to the agent host dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:01:27.597929 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 2e82ac64-afa0-497e-9ae8-687616721aa4 no longer exists at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:01:27.616580 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] No Port match for: 2e82ac64-afa0-497e-9ae8-687616721aa4 {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:01:27.617786 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 2e82ac64-afa0-497e-9ae8-687616721aa4 not bound to the agent host dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:01:29.056254 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46074) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:01:29.153283 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-732f2603-f738-4b44-a650-da7866b2d7ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:29.237258 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-732f2603-f738-4b44-a650-da7866b2d7ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:29.240854 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-732f2603-f738-4b44-a650-da7866b2d7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:29.278470 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-732f2603-f738-4b44-a650-da7866b2d7ff admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1cf3fda4a4c448f9bec476fce2a50f96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2211556 Jul 13 20:01:29.279304 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f2603-f738-4b44-a650-da7866b2d7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d210f0-5538-4969-9493-cc7bc31e97ab,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:29.281762 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 46078) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:01:29.327520 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9fc094cd-ca0f-41b6-a5dc-20fd4d7fd257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:29.347554 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9fc094cd-ca0f-41b6-a5dc-20fd4d7fd257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:29.392143 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9fc094cd-ca0f-41b6-a5dc-20fd4d7fd257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:29.394658 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9fc094cd-ca0f-41b6-a5dc-20fd4d7fd257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:29.395779 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-9fc094cd-ca0f-41b6-a5dc-20fd4d7fd257 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a5d210f0-5538-4969-9493-cc7bc31e97ab HTTP/1.1" status: 204 len: 168 time: 0.1136503 Jul 13 20:01:29.403706 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc094cd-ca0f-41b6-a5dc-20fd4d7fd257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d210f0-5538-4969-9493-cc7bc31e97ab,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:29.647119 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 46084) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:01:29.660429 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-b4e8bc13-397e-474c-bc01-f5ca08e88bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:29.750268 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-b4e8bc13-397e-474c-bc01-f5ca08e88bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:29.754735 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-b4e8bc13-397e-474c-bc01-f5ca08e88bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:29.791806 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-b4e8bc13-397e-474c-bc01-f5ca08e88bfd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eb231631c4c446b99885cb49710f121e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1436400 Jul 13 20:01:29.793751 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e8bc13-397e-474c-bc01-f5ca08e88bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c0c27b-ecd3-4e88-b0f9-50509e197e42,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:29.794538 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46086) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:01:29.841000 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ea2e33b6-3a8d-4dac-810e-2f38ce8980bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:29.860459 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ea2e33b6-3a8d-4dac-810e-2f38ce8980bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:29.906488 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ea2e33b6-3a8d-4dac-810e-2f38ce8980bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:29.909154 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-ea2e33b6-3a8d-4dac-810e-2f38ce8980bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:29.910249 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-ea2e33b6-3a8d-4dac-810e-2f38ce8980bc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/50c0c27b-ecd3-4e88-b0f9-50509e197e42 HTTP/1.1" status: 204 len: 168 time: 0.1147251 Jul 13 20:01:29.917689 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e33b6-3a8d-4dac-810e-2f38ce8980bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c0c27b-ecd3-4e88-b0f9-50509e197e42,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:31.404835 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46132) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:01:31.506046 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-cd84299c-909d-42c3-9a44-21d92b7533b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:31.591708 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-cd84299c-909d-42c3-9a44-21d92b7533b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:31.595572 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:01:31.597052 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-cd84299c-909d-42c3-9a44-21d92b7533b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:31.633338 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd84299c-909d-42c3-9a44-21d92b7533b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a47cff3-277e-4817-9284-e0e367f0709f,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:31.637625 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-cd84299c-909d-42c3-9a44-21d92b7533b8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=33f7bb559cde42138c0d9560dd8b96cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2317810 Jul 13 20:01:31.640400 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46136) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:01:31.687527 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-669b9cab-283e-437a-bc60-cbd28bf6199b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:31.707555 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-669b9cab-283e-437a-bc60-cbd28bf6199b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:31.752856 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-669b9cab-283e-437a-bc60-cbd28bf6199b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:31.755355 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-669b9cab-283e-437a-bc60-cbd28bf6199b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:31.756484 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-669b9cab-283e-437a-bc60-cbd28bf6199b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9a47cff3-277e-4817-9284-e0e367f0709f HTTP/1.1" status: 204 len: 168 time: 0.1151757 Jul 13 20:01:31.765460 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b9cab-283e-437a-bc60-cbd28bf6199b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a47cff3-277e-4817-9284-e0e367f0709f,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:31.999200 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 46142) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:01:32.012933 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-38e762cf-4e66-406a-9777-c911437ee191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:32.099259 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-38e762cf-4e66-406a-9777-c911437ee191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:32.102836 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-38e762cf-4e66-406a-9777-c911437ee191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:32.139040 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-38e762cf-4e66-406a-9777-c911437ee191 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b9308d2c409c494c8d40d66f616bfe69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1387208 Jul 13 20:01:32.140174 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e762cf-4e66-406a-9777-c911437ee191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54130e7-d1fc-460b-884a-e929e05c58bb,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:32.141696 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46144) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:01:32.193411 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-6ed79af9-6a7f-46eb-a01d-a86860d85493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:32.214427 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-6ed79af9-6a7f-46eb-a01d-a86860d85493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:32.260693 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-6ed79af9-6a7f-46eb-a01d-a86860d85493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:32.263217 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-6ed79af9-6a7f-46eb-a01d-a86860d85493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:32.264345 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-6ed79af9-6a7f-46eb-a01d-a86860d85493 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a54130e7-d1fc-460b-884a-e929e05c58bb HTTP/1.1" status: 204 len: 168 time: 0.1209202 Jul 13 20:01:32.271511 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed79af9-6a7f-46eb-a01d-a86860d85493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54130e7-d1fc-460b-884a-e929e05c58bb,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:32.886464 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46166) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:01:32.976529 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-69a91ea2-ee54-41ff-8470-cd2e40819596 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-376980633-network', 'tenant_id': 'a9ae71fb57204ad3b7ab822e79be2bec'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:01:32.998910 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a91ea2-ee54-41ff-8470-cd2e40819596 admin admin] Made reservation on behalf of a9ae71fb57204ad3b7ab822e79be2bec for: {'network': 1} {{(pid=92885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:01:33.001425 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-69a91ea2-ee54-41ff-8470-cd2e40819596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for network, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:33.009782 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-69a91ea2-ee54-41ff-8470-cd2e40819596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:33.096983 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-69a91ea2-ee54-41ff-8470-cd2e40819596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:33.100400 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-69a91ea2-ee54-41ff-8470-cd2e40819596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:33.122322 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a91ea2-ee54-41ff-8470-cd2e40819596 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1199} {{(pid=92885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:01:33.135769 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a91ea2-ee54-41ff-8470-cd2e40819596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d375e9b-c314-4d94-b10e-94e368c98be7,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:33.141810 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-69a91ea2-ee54-41ff-8470-cd2e40819596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480'] for segment, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:33.142154 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.db.segments_db [None req-69a91ea2-ee54-41ff-8470-cd2e40819596 admin admin] Added segment 02e3b2b3-adb4-4690-ac75-ba6b25da88c9 of type vlan for network cd38d403-df70-4c88-b63a-ea01c241fd6f Jul 13 20:01:33.181190 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-69a91ea2-ee54-41ff-8470-cd2e40819596 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772357517572'] for network, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:33.211553 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-69a91ea2-ee54-41ff-8470-cd2e40819596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669'] for network, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:33.212530 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a91ea2-ee54-41ff-8470-cd2e40819596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:01:33.213094 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-69a91ea2-ee54-41ff-8470-cd2e40819596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for network, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:33.261334 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-69a91ea2-ee54-41ff-8470-cd2e40819596 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3737979 Jul 13 20:01:33.264288 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 46170) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:01:33.269410 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-3a852d0d-c976-45b6-b5ed-439a8e341b87 admin admin] Request body: {'subnet': {'network_id': 'cd38d403-df70-4c88-b63a-ea01c241fd6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-376980633-subnet', 'tenant_id': 'a9ae71fb57204ad3b7ab822e79be2bec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:01:33.271445 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a91ea2-ee54-41ff-8470-cd2e40819596 admin admin] Pushing event updated for resources: {'Network': ['ID=cd38d403-df70-4c88-b63a-ea01c241fd6f,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:33.281392 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Network cd38d403-df70-4c88-b63a-ea01c241fd6f details requested by agent ovs-agent-dv-cinder-786933-3-iscsi with host dv-cinder-786933-3-iscsi {{(pid=92886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:01:33.289230 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a852d0d-c976-45b6-b5ed-439a8e341b87 admin admin] Made reservation on behalf of a9ae71fb57204ad3b7ab822e79be2bec for: {'subnet': 1} {{(pid=92884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:01:33.291512 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-3a852d0d-c976-45b6-b5ed-439a8e341b87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5003232'] for subnet, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:33.453601 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-3a852d0d-c976-45b6-b5ed-439a8e341b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4873618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5003218'] for subnet, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:33.512228 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a852d0d-c976-45b6-b5ed-439a8e341b87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fff67471-7761-4ec2-b552-70e4664ce05d,revision_number=0']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:33.518894 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a852d0d-c976-45b6-b5ed-439a8e341b87 admin admin] Checking segment: {'id': '02e3b2b3-adb4-4690-ac75-ba6b25da88c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'cd38d403-df70-4c88-b63a-ea01c241fd6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:01:33.519250 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a852d0d-c976-45b6-b5ed-439a8e341b87 admin admin] Network hostable DHCP agents. Network: cd38d403-df70-4c88-b63a-ea01c241fd6f, hostable agents: ['46ee3fc2-8c8b-485e-8a09-c5820fb474f8'], hosted agents: [] {{(pid=92884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:01:33.535984 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a852d0d-c976-45b6-b5ed-439a8e341b87 admin admin] Network cd38d403-df70-4c88-b63a-ea01c241fd6f is scheduled to be hosted by DHCP agent 46ee3fc2-8c8b-485e-8a09-c5820fb474f8 with binding_index 1 {{(pid=92884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:01:33.544622 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [None req-3a852d0d-c976-45b6-b5ed-439a8e341b87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-3-iscsi, cd38d403-df70-4c88-b63a-ea01c241fd6f) {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:01:33.548433 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a852d0d-c976-45b6-b5ed-439a8e341b87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:01:33.549049 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-3a852d0d-c976-45b6-b5ed-439a8e341b87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for subnet, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:33.554299 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343c4804-7f49-4397-82e1-a5130ff189fd None None] Network cd38d403-df70-4c88-b63a-ea01c241fd6f requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:01:33.563842 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-3a852d0d-c976-45b6-b5ed-439a8e341b87 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2984285 Jul 13 20:01:33.674506 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accff198-2fdb-426e-a762-dab250845b3d None None] Network cd38d403-df70-4c88-b63a-ea01c241fd6f requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:01:34.003415 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 46186) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:01:34.009000 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-be4f9291-a887-46c2-883e-2a7cf7183265 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-799147810-network', 'tenant_id': 'a4b2c3fffd9c42a284d69fcda8671d52'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:01:34.029701 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4f9291-a887-46c2-883e-2a7cf7183265 admin admin] Made reservation on behalf of a4b2c3fffd9c42a284d69fcda8671d52 for: {'network': 1} {{(pid=92884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:01:34.031962 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-be4f9291-a887-46c2-883e-2a7cf7183265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for network, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:34.040898 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-be4f9291-a887-46c2-883e-2a7cf7183265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:34.128271 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-be4f9291-a887-46c2-883e-2a7cf7183265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:34.131832 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-be4f9291-a887-46c2-883e-2a7cf7183265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:34.155979 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be4f9291-a887-46c2-883e-2a7cf7183265 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1186} {{(pid=92884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:01:34.165497 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f9291-a887-46c2-883e-2a7cf7183265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc5a2dc-138e-4a59-bbd3-bf5e002c2ef3,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:34.171198 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-be4f9291-a887-46c2-883e-2a7cf7183265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480'] for segment, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:34.171524 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.db.segments_db [None req-be4f9291-a887-46c2-883e-2a7cf7183265 admin admin] Added segment c8f44df2-4167-4d9a-8cb8-9c04476cd4b2 of type vlan for network 04569153-0399-4701-952a-db397c5b15e5 Jul 13 20:01:34.209029 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-be4f9291-a887-46c2-883e-2a7cf7183265 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772357517572'] for network, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:34.235815 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-be4f9291-a887-46c2-883e-2a7cf7183265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669'] for network, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:34.236721 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4f9291-a887-46c2-883e-2a7cf7183265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:01:34.237302 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-be4f9291-a887-46c2-883e-2a7cf7183265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for network, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:34.291239 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-be4f9291-a887-46c2-883e-2a7cf7183265 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2866719 Jul 13 20:01:34.293901 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 46188) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:01:34.300266 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-16831de2-b86e-418d-92a2-57971c443b92 admin admin] Request body: {'subnet': {'network_id': '04569153-0399-4701-952a-db397c5b15e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-799147810-subnet', 'tenant_id': 'a4b2c3fffd9c42a284d69fcda8671d52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:01:34.304174 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f9291-a887-46c2-883e-2a7cf7183265 admin admin] Pushing event updated for resources: {'Network': ['ID=04569153-0399-4701-952a-db397c5b15e5,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:34.313544 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Network 04569153-0399-4701-952a-db397c5b15e5 details requested by agent ovs-agent-dv-cinder-786933-3-iscsi with host dv-cinder-786933-3-iscsi {{(pid=92886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:01:34.322511 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16831de2-b86e-418d-92a2-57971c443b92 admin admin] Made reservation on behalf of a4b2c3fffd9c42a284d69fcda8671d52 for: {'subnet': 1} {{(pid=92884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:01:34.325068 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-16831de2-b86e-418d-92a2-57971c443b92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5003232'] for subnet, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:34.751207 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-16831de2-b86e-418d-92a2-57971c443b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4873618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5003218'] for subnet, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:34.797595 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16831de2-b86e-418d-92a2-57971c443b92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bd92a61-2fd8-49a8-b414-ad4499c5f401,revision_number=0']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:34.812032 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16831de2-b86e-418d-92a2-57971c443b92 admin admin] Checking segment: {'id': 'c8f44df2-4167-4d9a-8cb8-9c04476cd4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '04569153-0399-4701-952a-db397c5b15e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:01:34.812387 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16831de2-b86e-418d-92a2-57971c443b92 admin admin] Network hostable DHCP agents. Network: 04569153-0399-4701-952a-db397c5b15e5, hostable agents: ['46ee3fc2-8c8b-485e-8a09-c5820fb474f8'], hosted agents: [] {{(pid=92884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:01:34.829052 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16831de2-b86e-418d-92a2-57971c443b92 admin admin] Network 04569153-0399-4701-952a-db397c5b15e5 is scheduled to be hosted by DHCP agent 46ee3fc2-8c8b-485e-8a09-c5820fb474f8 with binding_index 1 {{(pid=92884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:01:34.837402 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [None req-16831de2-b86e-418d-92a2-57971c443b92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-3-iscsi, 04569153-0399-4701-952a-db397c5b15e5) {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:01:34.841233 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16831de2-b86e-418d-92a2-57971c443b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:01:34.841824 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-16831de2-b86e-418d-92a2-57971c443b92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for subnet, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:34.846699 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041499fe-fa7f-4ae8-95ae-bc80300acb86 None None] Network 04569153-0399-4701-952a-db397c5b15e5 requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:01:34.857526 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-16831de2-b86e-418d-92a2-57971c443b92 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5625715 Jul 13 20:01:34.977044 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e76e270-64c1-41a2-b4c4-d0e045421c1c None None] Network 04569153-0399-4701-952a-db397c5b15e5 requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:01:43.110419 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:45.234431 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-40f1d848-c7dc-41a4-907f-cd9168183620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:47.809189 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-be57dc60-9ba6-43d8-8130-371da43749b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:47.921952 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:48.253549 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 46306) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:01:48.296076 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.db_base_plugin_v2 [None req-44407982-05c6-4e31-a120-014343f00c01 admin admin] Deleting subnet fff67471-7761-4ec2-b552-70e4664ce05d {{(pid=92884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:01:48.299074 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-44407982-05c6-4e31-a120-014343f00c01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:48.331250 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-44407982-05c6-4e31-a120-014343f00c01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873532'] for subnet, precommit_delete_associations {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:48.370765 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-44407982-05c6-4e31-a120-014343f00c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1491773'] for subnet, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:48.421573 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-44407982-05c6-4e31-a120-014343f00c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1491780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4873555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5003205'] for subnet, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:48.444141 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44407982-05c6-4e31-a120-014343f00c01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fff67471-7761-4ec2-b552-70e4664ce05d,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:48.454138 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-44407982-05c6-4e31-a120-014343f00c01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for subnet, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:48.455992 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-44407982-05c6-4e31-a120-014343f00c01 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/fff67471-7761-4ec2-b552-70e4664ce05d HTTP/1.1" status: 204 len: 168 time: 0.2014449 Jul 13 20:01:48.457790 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44407982-05c6-4e31-a120-014343f00c01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:48.458225 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44407982-05c6-4e31-a120-014343f00c01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:48.458574 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44407982-05c6-4e31-a120-014343f00c01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:48.458706 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46310) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:01:48.459135 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44407982-05c6-4e31-a120-014343f00c01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:48.459231 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44407982-05c6-4e31-a120-014343f00c01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:48.459550 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44407982-05c6-4e31-a120-014343f00c01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:48.459878 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44407982-05c6-4e31-a120-014343f00c01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:48.460209 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44407982-05c6-4e31-a120-014343f00c01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:48.460567 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44407982-05c6-4e31-a120-014343f00c01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:48.460878 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44407982-05c6-4e31-a120-014343f00c01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:48.461201 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44407982-05c6-4e31-a120-014343f00c01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:48.461523 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44407982-05c6-4e31-a120-014343f00c01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:48.528976 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-fd00721d-4180-4876-aea0-2de6a9907459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640404'] for network, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:48.606687 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-fd00721d-4180-4876-aea0-2de6a9907459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1457064', 'neutron.services.segments.db._delete_segments_for_network-8772357979203'] for network, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:48.616111 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.services.segments.db [None req-fd00721d-4180-4876-aea0-2de6a9907459 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd38d403-df70-4c88-b63a-ea01c241fd6f']}} {{(pid=92885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:01:48.626086 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.services.segments.db [None req-fd00721d-4180-4876-aea0-2de6a9907459 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e3b2b3-adb4-4690-ac75-ba6b25da88c9') {'for_net_delete': True} {{(pid=92885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:01:48.626383 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.services.segments.db [None req-fd00721d-4180-4876-aea0-2de6a9907459 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e3b2b3-adb4-4690-ac75-ba6b25da88c9') {} {{(pid=92885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:01:48.634851 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-fd00721d-4180-4876-aea0-2de6a9907459 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772357979724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4246872'] for segment, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:48.648735 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-fd00721d-4180-4876-aea0-2de6a9907459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480'] for segment, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:48.655220 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd00721d-4180-4876-aea0-2de6a9907459 admin admin] Releasing vlan 1199 on physical network physnet1 to pool {{(pid=92885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:01:48.655682 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-fd00721d-4180-4876-aea0-2de6a9907459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372843'] for segment, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:48.657295 dv-cinder-786933-3-iscsi neutron-server[92885]: Traceback (most recent call last): Jul 13 20:01:48.657295 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:01:48.657295 dv-cinder-786933-3-iscsi neutron-server[92885]: timer() Jul 13 20:01:48.657295 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:01:48.657295 dv-cinder-786933-3-iscsi neutron-server[92885]: cb(*args, **kw) Jul 13 20:01:48.657295 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:01:48.657295 dv-cinder-786933-3-iscsi neutron-server[92885]: return func(*args, **kwargs) Jul 13 20:01:48.657295 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:01:48.657295 dv-cinder-786933-3-iscsi neutron-server[92885]: self._notify() Jul 13 20:01:48.657295 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:01:48.657295 dv-cinder-786933-3-iscsi neutron-server[92885]: self.callback(batched_events) Jul 13 20:01:48.657295 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:01:48.657295 dv-cinder-786933-3-iscsi neutron-server[92885]: event.method(event) Jul 13 20:01:48.657295 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:01:48.657295 dv-cinder-786933-3-iscsi neutron-server[92885]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:01:48.657295 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:01:48.657295 dv-cinder-786933-3-iscsi neutron-server[92885]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:01:48.657295 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:01:48.657295 dv-cinder-786933-3-iscsi neutron-server[92885]: return f(self, *a, **k) Jul 13 20:01:48.657295 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:01:48.657295 dv-cinder-786933-3-iscsi neutron-server[92885]: return self._get(url).json() Jul 13 20:01:48.657295 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:01:48.657295 dv-cinder-786933-3-iscsi neutron-server[92885]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:01:48.657295 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:01:48.657295 dv-cinder-786933-3-iscsi neutron-server[92885]: return self.request(url, 'GET', **kwargs) Jul 13 20:01:48.657295 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:01:48.657295 dv-cinder-786933-3-iscsi neutron-server[92885]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:01:48.657295 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:01:48.657295 dv-cinder-786933-3-iscsi neutron-server[92885]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:01:48.657295 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:01:48.657295 dv-cinder-786933-3-iscsi neutron-server[92885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:01:48.657295 dv-cinder-786933-3-iscsi neutron-server[92885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:01:48.712060 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-fd00721d-4180-4876-aea0-2de6a9907459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1457087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502378'] for network, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:48.717004 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-fd00721d-4180-4876-aea0-2de6a9907459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for network, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:48.721162 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-fd00721d-4180-4876-aea0-2de6a9907459 admin admin] 10.222.0.22 "DELETE /v2.0/networks/cd38d403-df70-4c88-b63a-ea01c241fd6f HTTP/1.1" status: 204 len: 168 time: 0.2612596 Jul 13 20:01:48.721785 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46312) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:01:48.738242 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd00721d-4180-4876-aea0-2de6a9907459 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd38d403-df70-4c88-b63a-ea01c241fd6f,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:48.763827 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd00721d-4180-4876-aea0-2de6a9907459 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:48.764178 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd00721d-4180-4876-aea0-2de6a9907459 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:48.764533 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd00721d-4180-4876-aea0-2de6a9907459 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:48.764871 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd00721d-4180-4876-aea0-2de6a9907459 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:48.765198 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd00721d-4180-4876-aea0-2de6a9907459 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:48.765524 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd00721d-4180-4876-aea0-2de6a9907459 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:48.765849 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd00721d-4180-4876-aea0-2de6a9907459 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:48.766170 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd00721d-4180-4876-aea0-2de6a9907459 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:48.766492 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd00721d-4180-4876-aea0-2de6a9907459 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:48.766811 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd00721d-4180-4876-aea0-2de6a9907459 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:48.767128 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd00721d-4180-4876-aea0-2de6a9907459 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:48.767442 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd00721d-4180-4876-aea0-2de6a9907459 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:01:48.784331 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.db_base_plugin_v2 [None req-9115b097-3e68-43b8-9669-bad68e84b7fb admin admin] Deleting subnet 6bd92a61-2fd8-49a8-b414-ad4499c5f401 {{(pid=92885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:01:48.787398 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-9115b097-3e68-43b8-9669-bad68e84b7fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:48.819728 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-9115b097-3e68-43b8-9669-bad68e84b7fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4246849'] for subnet, precommit_delete_associations {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:48.856625 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-9115b097-3e68-43b8-9669-bad68e84b7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1491773'] for subnet, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:48.910457 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-9115b097-3e68-43b8-9669-bad68e84b7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1491780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6010231'] for subnet, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:48.936360 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9115b097-3e68-43b8-9669-bad68e84b7fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bd92a61-2fd8-49a8-b414-ad4499c5f401,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:48.938319 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-9115b097-3e68-43b8-9669-bad68e84b7fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:48.940149 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-9115b097-3e68-43b8-9669-bad68e84b7fb admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6bd92a61-2fd8-49a8-b414-ad4499c5f401 HTTP/1.1" status: 204 len: 168 time: 0.2165082 Jul 13 20:01:48.942564 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46314) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:01:49.006339 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-a67c0178-30f1-4093-858f-edb03f8367fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640404'] for network, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:49.085126 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-a67c0178-30f1-4093-858f-edb03f8367fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1457064', 'neutron.services.segments.db._delete_segments_for_network-8772357979203'] for network, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:49.095166 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.services.segments.db [None req-a67c0178-30f1-4093-858f-edb03f8367fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04569153-0399-4701-952a-db397c5b15e5']}} {{(pid=92885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:01:49.104832 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.services.segments.db [None req-a67c0178-30f1-4093-858f-edb03f8367fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8f44df2-4167-4d9a-8cb8-9c04476cd4b2') {'for_net_delete': True} {{(pid=92885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:01:49.105134 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.services.segments.db [None req-a67c0178-30f1-4093-858f-edb03f8367fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8f44df2-4167-4d9a-8cb8-9c04476cd4b2') {} {{(pid=92885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:01:49.113636 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-a67c0178-30f1-4093-858f-edb03f8367fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772357979724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4246872'] for segment, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:49.126906 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-a67c0178-30f1-4093-858f-edb03f8367fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480'] for segment, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:49.132553 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a67c0178-30f1-4093-858f-edb03f8367fa admin admin] Releasing vlan 1186 on physical network physnet1 to pool {{(pid=92885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:01:49.132943 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-a67c0178-30f1-4093-858f-edb03f8367fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372843'] for segment, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:49.134488 dv-cinder-786933-3-iscsi neutron-server[92885]: Traceback (most recent call last): Jul 13 20:01:49.134488 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:01:49.134488 dv-cinder-786933-3-iscsi neutron-server[92885]: timer() Jul 13 20:01:49.134488 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:01:49.134488 dv-cinder-786933-3-iscsi neutron-server[92885]: cb(*args, **kw) Jul 13 20:01:49.134488 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:01:49.134488 dv-cinder-786933-3-iscsi neutron-server[92885]: return func(*args, **kwargs) Jul 13 20:01:49.134488 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:01:49.134488 dv-cinder-786933-3-iscsi neutron-server[92885]: self._notify() Jul 13 20:01:49.134488 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:01:49.134488 dv-cinder-786933-3-iscsi neutron-server[92885]: self.callback(batched_events) Jul 13 20:01:49.134488 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:01:49.134488 dv-cinder-786933-3-iscsi neutron-server[92885]: event.method(event) Jul 13 20:01:49.134488 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:01:49.134488 dv-cinder-786933-3-iscsi neutron-server[92885]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:01:49.134488 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:01:49.134488 dv-cinder-786933-3-iscsi neutron-server[92885]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:01:49.134488 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:01:49.134488 dv-cinder-786933-3-iscsi neutron-server[92885]: return f(self, *a, **k) Jul 13 20:01:49.134488 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:01:49.134488 dv-cinder-786933-3-iscsi neutron-server[92885]: return self._get(url).json() Jul 13 20:01:49.134488 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:01:49.134488 dv-cinder-786933-3-iscsi neutron-server[92885]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:01:49.134488 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:01:49.134488 dv-cinder-786933-3-iscsi neutron-server[92885]: return self.request(url, 'GET', **kwargs) Jul 13 20:01:49.134488 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:01:49.134488 dv-cinder-786933-3-iscsi neutron-server[92885]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:01:49.134488 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:01:49.134488 dv-cinder-786933-3-iscsi neutron-server[92885]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:01:49.134488 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:01:49.134488 dv-cinder-786933-3-iscsi neutron-server[92885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:01:49.134488 dv-cinder-786933-3-iscsi neutron-server[92885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:01:49.178487 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:49.187085 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-a67c0178-30f1-4093-858f-edb03f8367fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1457087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502378'] for network, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:49.192350 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-a67c0178-30f1-4093-858f-edb03f8367fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for network, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:49.196939 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-a67c0178-30f1-4093-858f-edb03f8367fa admin admin] 10.222.0.22 "DELETE /v2.0/networks/04569153-0399-4701-952a-db397c5b15e5 HTTP/1.1" status: 204 len: 168 time: 0.2534456 Jul 13 20:01:49.210049 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c0178-30f1-4093-858f-edb03f8367fa admin admin] Pushing event deleted for resources: {'Network': ['ID=04569153-0399-4701-952a-db397c5b15e5,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:49.345921 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46318) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:01:49.387618 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-fbfc5a78-d082-4c20-a1d4-0b58c1099d93 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a9ae71fb57204ad3b7ab822e79be2bec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405865 Jul 13 20:01:49.389917 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46320) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:01:49.435404 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-170fa4a9-d785-4e5f-b1a1-3a81f84252f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:49.455989 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-170fa4a9-d785-4e5f-b1a1-3a81f84252f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:49.506079 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-170fa4a9-d785-4e5f-b1a1-3a81f84252f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:49.508702 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-170fa4a9-d785-4e5f-b1a1-3a81f84252f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:49.509781 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-170fa4a9-d785-4e5f-b1a1-3a81f84252f6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2d375e9b-c314-4d94-b10e-94e368c98be7 HTTP/1.1" status: 204 len: 168 time: 0.1190007 Jul 13 20:01:49.517859 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170fa4a9-d785-4e5f-b1a1-3a81f84252f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d375e9b-c314-4d94-b10e-94e368c98be7,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:49.806813 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46326) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:01:49.845404 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-7764c592-d8e2-4bd1-a38a-85cbcea0bafc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a4b2c3fffd9c42a284d69fcda8671d52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374739 Jul 13 20:01:49.848132 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46328) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:01:49.893174 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-123ede80-0388-4b3c-bdbd-4f01f8d2d458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:49.913504 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-123ede80-0388-4b3c-bdbd-4f01f8d2d458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:49.960762 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-123ede80-0388-4b3c-bdbd-4f01f8d2d458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:49.963822 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-123ede80-0388-4b3c-bdbd-4f01f8d2d458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:01:49.964999 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-123ede80-0388-4b3c-bdbd-4f01f8d2d458 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fdc5a2dc-138e-4a59-bbd3-bf5e002c2ef3 HTTP/1.1" status: 204 len: 168 time: 0.1159561 Jul 13 20:01:49.972709 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ede80-0388-4b3c-bdbd-4f01f8d2d458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc5a2dc-138e-4a59-bbd3-bf5e002c2ef3,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:01:50.882387 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:08.595535 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:02:13.126043 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:15.233598 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-e5451bab-64d2-4bdc-9ab2-311c490464a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:17.809490 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb3a3a83-57fb-4711-9127-9fa908fb136e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:17.921830 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:18.536292 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 46516) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:02:18.633793 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-44dd2c6d-9c6d-477e-bec9-398bf7b3e25a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:18.719235 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-44dd2c6d-9c6d-477e-bec9-398bf7b3e25a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:18.723287 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-44dd2c6d-9c6d-477e-bec9-398bf7b3e25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:18.758810 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-44dd2c6d-9c6d-477e-bec9-398bf7b3e25a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3907ad759ef74cb59e0fa924ff1c24ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2214510 Jul 13 20:02:18.761506 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46520) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:02:18.763236 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd2c6d-9c6d-477e-bec9-398bf7b3e25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881a4ffe-0208-42f2-bb0d-a7257a9f95ab,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:18.809122 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-0fae9d20-1de1-4013-8c2e-b46f5a503329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:18.829644 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-0fae9d20-1de1-4013-8c2e-b46f5a503329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:18.877217 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-0fae9d20-1de1-4013-8c2e-b46f5a503329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:18.879749 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-0fae9d20-1de1-4013-8c2e-b46f5a503329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:18.884179 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-0fae9d20-1de1-4013-8c2e-b46f5a503329 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/881a4ffe-0208-42f2-bb0d-a7257a9f95ab HTTP/1.1" status: 204 len: 168 time: 0.1217027 Jul 13 20:02:18.891780 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae9d20-1de1-4013-8c2e-b46f5a503329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881a4ffe-0208-42f2-bb0d-a7257a9f95ab,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:19.184820 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:19.459537 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46544) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:02:19.556491 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-5cea600c-9905-4a7a-b4ff-d7a916c59c77 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-698245608-network', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:02:19.577326 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cea600c-9905-4a7a-b4ff-d7a916c59c77 admin admin] Made reservation on behalf of 334e2b8fd3844b3b8d7e41bfaa2fc7f8 for: {'network': 1} {{(pid=92885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:02:19.579515 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-5cea600c-9905-4a7a-b4ff-d7a916c59c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for network, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:19.588009 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-5cea600c-9905-4a7a-b4ff-d7a916c59c77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:19.673168 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-5cea600c-9905-4a7a-b4ff-d7a916c59c77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:19.676975 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-5cea600c-9905-4a7a-b4ff-d7a916c59c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:19.696275 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cea600c-9905-4a7a-b4ff-d7a916c59c77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1170} {{(pid=92885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:02:19.710884 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea600c-9905-4a7a-b4ff-d7a916c59c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffce005f-c27a-47e4-a7ea-c4c0f30814c9,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:19.713751 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-5cea600c-9905-4a7a-b4ff-d7a916c59c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480'] for segment, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:19.714090 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.db.segments_db [None req-5cea600c-9905-4a7a-b4ff-d7a916c59c77 admin admin] Added segment 85c53708-6726-43fe-af8e-0df6a1a4de32 of type vlan for network 61405a63-3c35-46cf-a1e4-683f49fcf69a Jul 13 20:02:19.755149 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-5cea600c-9905-4a7a-b4ff-d7a916c59c77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772357517572'] for network, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:19.782527 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-5cea600c-9905-4a7a-b4ff-d7a916c59c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669'] for network, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:19.783477 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cea600c-9905-4a7a-b4ff-d7a916c59c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:19.784056 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-5cea600c-9905-4a7a-b4ff-d7a916c59c77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for network, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:19.837328 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-5cea600c-9905-4a7a-b4ff-d7a916c59c77 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3766115 Jul 13 20:02:19.840284 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 46548) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:02:19.842468 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea600c-9905-4a7a-b4ff-d7a916c59c77 admin admin] Pushing event updated for resources: {'Network': ['ID=61405a63-3c35-46cf-a1e4-683f49fcf69a,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:19.846401 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-13d95fb2-74c1-40e3-8a89-832c64450458 admin admin] Request body: {'subnet': {'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-698245608-subnet', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'ip_version': 4}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:02:19.853284 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Network 61405a63-3c35-46cf-a1e4-683f49fcf69a details requested by agent ovs-agent-dv-cinder-786933-3-iscsi with host dv-cinder-786933-3-iscsi {{(pid=92886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:02:19.867484 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d95fb2-74c1-40e3-8a89-832c64450458 admin admin] Made reservation on behalf of 334e2b8fd3844b3b8d7e41bfaa2fc7f8 for: {'subnet': 1} {{(pid=92884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:02:19.869770 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-13d95fb2-74c1-40e3-8a89-832c64450458 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5003232'] for subnet, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:20.030556 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-13d95fb2-74c1-40e3-8a89-832c64450458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4873618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5003218'] for subnet, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:20.089743 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d95fb2-74c1-40e3-8a89-832c64450458 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd19ba54-4aee-44a0-b72e-1cafbf3cf329,revision_number=0']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:20.095764 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d95fb2-74c1-40e3-8a89-832c64450458 admin admin] Checking segment: {'id': '85c53708-6726-43fe-af8e-0df6a1a4de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:02:20.096115 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d95fb2-74c1-40e3-8a89-832c64450458 admin admin] Network hostable DHCP agents. Network: 61405a63-3c35-46cf-a1e4-683f49fcf69a, hostable agents: ['46ee3fc2-8c8b-485e-8a09-c5820fb474f8'], hosted agents: [] {{(pid=92884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:02:20.111760 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d95fb2-74c1-40e3-8a89-832c64450458 admin admin] Network 61405a63-3c35-46cf-a1e4-683f49fcf69a is scheduled to be hosted by DHCP agent 46ee3fc2-8c8b-485e-8a09-c5820fb474f8 with binding_index 1 {{(pid=92884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:02:20.120289 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [None req-13d95fb2-74c1-40e3-8a89-832c64450458 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-3-iscsi, 61405a63-3c35-46cf-a1e4-683f49fcf69a) {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:02:20.124735 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d95fb2-74c1-40e3-8a89-832c64450458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:20.125888 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-13d95fb2-74c1-40e3-8a89-832c64450458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for subnet, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:20.129400 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4faa15ba-805d-4c8d-ba55-c2ed1bf24854 None None] Network 61405a63-3c35-46cf-a1e4-683f49fcf69a requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:02:20.140209 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-13d95fb2-74c1-40e3-8a89-832c64450458 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.2986546 Jul 13 20:02:20.142774 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 46552) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:02:20.147690 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-ebe4511a-bb51-4ed3-8ad3-41110ad6491e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-698245608-router', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'}}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:02:20.167007 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ebe4511a-bb51-4ed3-8ad3-41110ad6491e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-502719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57487'] for router, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:20.168020 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ebe4511a-bb51-4ed3-8ad3-41110ad6491e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57476'] for router, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:20.217210 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ebe4511a-bb51-4ed3-8ad3-41110ad6491e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:20.270821 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac09d26-5056-4180-a11e-ee317b57f5c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45260216-df0c-5796-8452-8e51f9540998-61405a63-3c35-46cf-a1e4-683f49fcf69a', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'fixed_ips': [{'subnet_id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329'}]}} from dv-cinder-786933-3-iscsi. {{(pid=92886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:02:20.271699 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-1ac09d26-5056-4180-a11e-ee317b57f5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:20.349353 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ebe4511a-bb51-4ed3-8ad3-41110ad6491e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-502697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64110'] for router, precommit_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:20.405423 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.db_base_plugin_common [None req-1ac09d26-5056-4180-a11e-ee317b57f5c4 None None] Allocated IP 172.20.0.2 (61405a63-3c35-46cf-a1e4-683f49fcf69a/fd19ba54-4aee-44a0-b72e-1cafbf3cf329/9b2fddbb-f9f5-4484-b8a9-caac330adc84) {{(pid=92886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:02:20.544166 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ebe4511a-bb51-4ed3-8ad3-41110ad6491e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:20.567519 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ebe4511a-bb51-4ed3-8ad3-41110ad6491e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:20.667335 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-1ac09d26-5056-4180-a11e-ee317b57f5c4 None None] Notify callbacks [] for port, precommit_create {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:20.669084 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.db_base_plugin_common [None req-ebe4511a-bb51-4ed3-8ad3-41110ad6491e admin admin] Allocated IP 172.27.2.173 (016193b2-3012-4896-ba69-fa2225e8730f/5c7148d1-68ad-4d7f-9cc6-340fc018242b/c9def8a8-8d52-4343-80e8-7b4ad59dd830) {{(pid=92884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:02:20.677061 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-1ac09d26-5056-4180-a11e-ee317b57f5c4 None None] Transition to ACTIVE for port object 9b2fddbb-f9f5-4484-b8a9-caac330adc84 will not be triggered until provisioned by entity L2. {{(pid=92886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:02:20.692849 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-1ac09d26-5056-4180-a11e-ee317b57f5c4 None None] Transition to ACTIVE for port object 9b2fddbb-f9f5-4484-b8a9-caac330adc84 will not be triggered until provisioned by entity DHCP. {{(pid=92886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:02:20.699115 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-1ac09d26-5056-4180-a11e-ee317b57f5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819'] for port, after_create {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:20.736706 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac09d26-5056-4180-a11e-ee317b57f5c4 None None] Network 61405a63-3c35-46cf-a1e4-683f49fcf69a is already hosted by enough agents. {{(pid=92886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:02:20.739365 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.scheduler.base_scheduler [None req-1ac09d26-5056-4180-a11e-ee317b57f5c4 None None] Resources bound (agent type, host, resource id): {{(pid=92886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:02:20.743713 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac09d26-5056-4180-a11e-ee317b57f5c4 None None] Received port after_create {{(pid=92886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:02:20.750478 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac09d26-5056-4180-a11e-ee317b57f5c4 None None] Pushing event updated for resources: {'Port': ['ID=9b2fddbb-f9f5-4484-b8a9-caac330adc84,revision_number=1']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:20.774024 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ebe4511a-bb51-4ed3-8ad3-41110ad6491e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:20.775842 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac09d26-5056-4180-a11e-ee317b57f5c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:20.776187 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac09d26-5056-4180-a11e-ee317b57f5c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:20.776540 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac09d26-5056-4180-a11e-ee317b57f5c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:20.776870 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac09d26-5056-4180-a11e-ee317b57f5c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:20.777196 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac09d26-5056-4180-a11e-ee317b57f5c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:20.777518 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac09d26-5056-4180-a11e-ee317b57f5c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:20.777853 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac09d26-5056-4180-a11e-ee317b57f5c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:20.778156 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac09d26-5056-4180-a11e-ee317b57f5c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:20.778474 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac09d26-5056-4180-a11e-ee317b57f5c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:20.778787 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac09d26-5056-4180-a11e-ee317b57f5c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:20.779103 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac09d26-5056-4180-a11e-ee317b57f5c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:20.779409 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac09d26-5056-4180-a11e-ee317b57f5c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:20.811741 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-1ac09d26-5056-4180-a11e-ee317b57f5c4 None None] Attempting to bind port 9b2fddbb-f9f5-4484-b8a9-caac330adc84 on host dv-cinder-786933-3-iscsi for vnic_type normal with profile {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:02:20.812103 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-1ac09d26-5056-4180-a11e-ee317b57f5c4 None None] Attempting to bind port 9b2fddbb-f9f5-4484-b8a9-caac330adc84 by drivers openvswitch,hyperv on host dv-cinder-786933-3-iscsi at level 0 using segments [{'id': '85c53708-6726-43fe-af8e-0df6a1a4de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a'}] {{(pid=92886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:02:20.812464 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac09d26-5056-4180-a11e-ee317b57f5c4 None None] Attempting to bind port 9b2fddbb-f9f5-4484-b8a9-caac330adc84 on network 61405a63-3c35-46cf-a1e4-683f49fcf69a {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:02:20.812928 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ebe4511a-bb51-4ed3-8ad3-41110ad6491e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:20.817410 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac09d26-5056-4180-a11e-ee317b57f5c4 None None] Checking agent: {'id': '666c655c-5d62-4287-a041-db0951989b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 16, 18), 'started_at': datetime.datetime(2021, 7, 13, 19, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:02:20.817777 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac09d26-5056-4180-a11e-ee317b57f5c4 None None] Checking segment: {'id': '85c53708-6726-43fe-af8e-0df6a1a4de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:02:20.818168 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-1ac09d26-5056-4180-a11e-ee317b57f5c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:20.819089 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac09d26-5056-4180-a11e-ee317b57f5c4 None None] Bound using segment: {'id': '85c53708-6726-43fe-af8e-0df6a1a4de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a'} {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:02:20.819542 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-1ac09d26-5056-4180-a11e-ee317b57f5c4 None None] Bound port: 9b2fddbb-f9f5-4484-b8a9-caac330adc84, host: dv-cinder-786933-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85c53708-6726-43fe-af8e-0df6a1a4de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a'}}] {{(pid=92886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:02:20.819917 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-1ac09d26-5056-4180-a11e-ee317b57f5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:20.848558 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe4511a-bb51-4ed3-8ad3-41110ad6491e admin admin] Network 016193b2-3012-4896-ba69-fa2225e8730f is already hosted by enough agents. {{(pid=92884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:02:20.853259 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [None req-ebe4511a-bb51-4ed3-8ad3-41110ad6491e admin admin] Resources bound (agent type, host, resource id): {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:02:20.856664 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe4511a-bb51-4ed3-8ad3-41110ad6491e admin admin] Received port after_create {{(pid=92884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:02:20.879894 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4511a-bb51-4ed3-8ad3-41110ad6491e admin admin] Pushing event updated for resources: {'Port': ['ID=c9def8a8-8d52-4343-80e8-7b4ad59dd830,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:20.891894 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-1ac09d26-5056-4180-a11e-ee317b57f5c4 None None] For port 9b2fddbb-f9f5-4484-b8a9-caac330adc84, host dv-cinder-786933-3-iscsi, cleared binding levels {{(pid=92886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:02:20.896146 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-1ac09d26-5056-4180-a11e-ee317b57f5c4 None None] For port 9b2fddbb-f9f5-4484-b8a9-caac330adc84, host dv-cinder-786933-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=9b2fddbb-f9f5-4484-b8a9-caac330adc84,segment=NetworkSegment(85c53708-6726-43fe-af8e-0df6a1a4de32),segment_id=85c53708-6726-43fe-af8e-0df6a1a4de32)] {{(pid=92886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:02:20.898158 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:20.901202 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-1ac09d26-5056-4180-a11e-ee317b57f5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:20.960624 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac09d26-5056-4180-a11e-ee317b57f5c4 None None] Pushing event updated for resources: {'Port': ['ID=9b2fddbb-f9f5-4484-b8a9-caac330adc84,revision_number=2']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:21.119637 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ebe4511a-bb51-4ed3-8ad3-41110ad6491e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:21.312285 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ebe4511a-bb51-4ed3-8ad3-41110ad6491e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502306'] for router, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:21.435421 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe4511a-bb51-4ed3-8ad3-41110ad6491e admin admin] Router 61b9e30c-659d-4a61-826c-54a402e3628f is scheduled to L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd with binding_index 1 {{(pid=92884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 20:02:21.540062 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe4511a-bb51-4ed3-8ad3-41110ad6491e admin admin] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:02:21.551829 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4071fd9f-58de-4c05-9734-e8d19b660f03 None None] Sync routers for ids ['61b9e30c-659d-4a61-826c-54a402e3628f'] in dv-cinder-786933-3-iscsi {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:02:21.564066 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ebe4511a-bb51-4ed3-8ad3-41110ad6491e admin admin] Notify callbacks [] for router, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:21.568307 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-ebe4511a-bb51-4ed3-8ad3-41110ad6491e admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4221272 Jul 13 20:02:21.568790 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 46554) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:02:21.573387 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4071fd9f-58de-4c05-9734-e8d19b660f03 None None] Routers {'61b9e30c-659d-4a61-826c-54a402e3628f'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:02:21.574037 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-4071fd9f-58de-4c05-9734-e8d19b660f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T20:02:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['61b9e30c-659d-4a61-826c-54a402e3628f'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:02:21.635291 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 9b2fddbb-f9f5-4484-b8a9-caac330adc84 up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:02:21.733723 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-4071fd9f-58de-4c05-9734-e8d19b660f03 None None] Set router 61b9e30c-659d-4a61-826c-54a402e3628f gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:02:21.787624 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning for port 9b2fddbb-f9f5-4484-b8a9-caac330adc84 completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:02:21.897193 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6713ca3-fe7d-4367-89b9-1342ed06967f None None] Network 61405a63-3c35-46cf-a1e4-683f49fcf69a requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:02:21.987700 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-a90cd389-b19b-4530-8a32-3418e1a62924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:21.999605 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-9db15c93-092d-4376-bda6-7b9cebf87a76 None None] Provisioning for port 9b2fddbb-f9f5-4484-b8a9-caac330adc84 completed by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:02:22.006945 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-4071fd9f-58de-4c05-9734-e8d19b660f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'name': 'tempest-TestVolumeBootPattern-698245608-router', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:21Z', 'revision_number': 3, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'gw_port': {'id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:65:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi'}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:02:22.028428 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-9db15c93-092d-4376-bda6-7b9cebf87a76 None None] Provisioning complete for port 9b2fddbb-f9f5-4484-b8a9-caac330adc84 triggered by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:02:22.028821 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-9db15c93-092d-4376-bda6-7b9cebf87a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:22.056277 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4071fd9f-58de-4c05-9734-e8d19b660f03 None None] Checking router: 61b9e30c-659d-4a61-826c-54a402e3628f for host: dv-cinder-786933-3-iscsi {{(pid=92886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:02:22.056574 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4071fd9f-58de-4c05-9734-e8d19b660f03 None None] Updating router 61b9e30c-659d-4a61-826c-54a402e3628f port c9def8a8-8d52-4343-80e8-7b4ad59dd830 binding host dv-cinder-786933-3-iscsi {{(pid=92886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:02:22.139387 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.db_base_plugin_common [None req-a90cd389-b19b-4530-8a32-3418e1a62924 admin admin] Allocated IP 172.20.0.1 (61405a63-3c35-46cf-a1e4-683f49fcf69a/fd19ba54-4aee-44a0-b72e-1cafbf3cf329/05883f3c-a42c-447a-a1da-823e484b0b37) {{(pid=92884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:02:22.154962 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4071fd9f-58de-4c05-9734-e8d19b660f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:22.239978 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-a90cd389-b19b-4530-8a32-3418e1a62924 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:22.254360 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.provisioning_blocks [None req-a90cd389-b19b-4530-8a32-3418e1a62924 admin admin] Transition to ACTIVE for port object 05883f3c-a42c-447a-a1da-823e484b0b37 will not be triggered until provisioned by entity DHCP. {{(pid=92884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:02:22.284483 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-9db15c93-092d-4376-bda6-7b9cebf87a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:22.286129 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-a90cd389-b19b-4530-8a32-3418e1a62924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:22.329544 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90cd389-b19b-4530-8a32-3418e1a62924 admin admin] Network 61405a63-3c35-46cf-a1e4-683f49fcf69a is already hosted by enough agents. {{(pid=92884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:02:22.332469 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [None req-a90cd389-b19b-4530-8a32-3418e1a62924 admin admin] Resources bound (agent type, host, resource id): {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:02:22.336160 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90cd389-b19b-4530-8a32-3418e1a62924 admin admin] Received port after_create {{(pid=92884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:02:22.358369 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90cd389-b19b-4530-8a32-3418e1a62924 admin admin] Pushing event updated for resources: {'Port': ['ID=05883f3c-a42c-447a-a1da-823e484b0b37,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:22.372847 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-9db15c93-092d-4376-bda6-7b9cebf87a76 None None] For port 9b2fddbb-f9f5-4484-b8a9-caac330adc84, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=9b2fddbb-f9f5-4484-b8a9-caac330adc84,segment=NetworkSegment(85c53708-6726-43fe-af8e-0df6a1a4de32),segment_id=85c53708-6726-43fe-af8e-0df6a1a4de32)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:02:22.378621 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-a90cd389-b19b-4530-8a32-3418e1a62924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502481'] for router_interface, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:22.381125 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-9db15c93-092d-4376-bda6-7b9cebf87a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:22.456221 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db15c93-092d-4376-bda6-7b9cebf87a76 None None] Pushing event updated for resources: {'Port': ['ID=9b2fddbb-f9f5-4484-b8a9-caac330adc84,revision_number=3']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:22.528574 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-6da38529-2c75-42ab-a66a-42cdab2b4dbd None None] Provisioning complete for port 9b2fddbb-f9f5-4484-b8a9-caac330adc84 triggered by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:02:22.528878 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-a90cd389-b19b-4530-8a32-3418e1a62924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:22.529004 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6da38529-2c75-42ab-a66a-42cdab2b4dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:22.559710 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4071fd9f-58de-4c05-9734-e8d19b660f03 None None] Notify callbacks [] for port, precommit_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:22.577812 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4071fd9f-58de-4c05-9734-e8d19b660f03 None None] Transition to ACTIVE for port object c9def8a8-8d52-4343-80e8-7b4ad59dd830 will not be triggered until provisioned by entity L2. {{(pid=92886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:02:22.591120 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4071fd9f-58de-4c05-9734-e8d19b660f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:22.674261 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59399fe5-229b-45bb-b874-d4f091ed6c64 None None] Pushing event updated for resources: {'Port': ['ID=c9def8a8-8d52-4343-80e8-7b4ad59dd830,revision_number=2']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:22.678267 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-4071fd9f-58de-4c05-9734-e8d19b660f03 None None] Attempting to bind port c9def8a8-8d52-4343-80e8-7b4ad59dd830 on host dv-cinder-786933-3-iscsi for vnic_type normal with profile {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:02:22.678636 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-4071fd9f-58de-4c05-9734-e8d19b660f03 None None] Attempting to bind port c9def8a8-8d52-4343-80e8-7b4ad59dd830 by drivers openvswitch,hyperv on host dv-cinder-786933-3-iscsi at level 0 using segments [{'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'}] {{(pid=92886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:02:22.678997 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4071fd9f-58de-4c05-9734-e8d19b660f03 None None] Attempting to bind port c9def8a8-8d52-4343-80e8-7b4ad59dd830 on network 016193b2-3012-4896-ba69-fa2225e8730f {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:02:22.690369 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4071fd9f-58de-4c05-9734-e8d19b660f03 None None] Checking agent: {'id': '666c655c-5d62-4287-a041-db0951989b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 16, 18), 'started_at': datetime.datetime(2021, 7, 13, 19, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:02:22.690741 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4071fd9f-58de-4c05-9734-e8d19b660f03 None None] Checking segment: {'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:02:22.691142 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4071fd9f-58de-4c05-9734-e8d19b660f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:22.691531 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4071fd9f-58de-4c05-9734-e8d19b660f03 None None] Bound using segment: {'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'} {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:02:22.691986 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-4071fd9f-58de-4c05-9734-e8d19b660f03 None None] Bound port: c9def8a8-8d52-4343-80e8-7b4ad59dd830, host: dv-cinder-786933-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'}}] {{(pid=92886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:02:22.692361 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4071fd9f-58de-4c05-9734-e8d19b660f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:22.704080 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-a90cd389-b19b-4530-8a32-3418e1a62924 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:22.709703 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-a90cd389-b19b-4530-8a32-3418e1a62924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4873477'] for port, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:22.746014 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-4071fd9f-58de-4c05-9734-e8d19b660f03 None None] For port c9def8a8-8d52-4343-80e8-7b4ad59dd830, host dv-cinder-786933-3-iscsi, cleared binding levels {{(pid=92886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:02:22.749887 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-4071fd9f-58de-4c05-9734-e8d19b660f03 None None] For port c9def8a8-8d52-4343-80e8-7b4ad59dd830, host dv-cinder-786933-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=c9def8a8-8d52-4343-80e8-7b4ad59dd830,segment=NetworkSegment(13a02452-998b-4f16-8f41-6eb5670d640f),segment_id=13a02452-998b-4f16-8f41-6eb5670d640f)] {{(pid=92886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:02:22.754477 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4071fd9f-58de-4c05-9734-e8d19b660f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:22.774275 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90cd389-b19b-4530-8a32-3418e1a62924 admin admin] Pushing event updated for resources: {'Port': ['ID=05883f3c-a42c-447a-a1da-823e484b0b37,revision_number=2']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:22.776779 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-a90cd389-b19b-4530-8a32-3418e1a62924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-645687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-505441'] for router_interface, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:22.813652 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4071fd9f-58de-4c05-9734-e8d19b660f03 None None] Routers {'61b9e30c-659d-4a61-826c-54a402e3628f'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:02:22.814211 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-4071fd9f-58de-4c05-9734-e8d19b660f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T20:02:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['61b9e30c-659d-4a61-826c-54a402e3628f'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:02:22.859614 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59399fe5-229b-45bb-b874-d4f091ed6c64 None None] Pushing event updated for resources: {'Port': ['ID=c9def8a8-8d52-4343-80e8-7b4ad59dd830,revision_number=3']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:22.872259 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-09499696-b26f-485c-8394-516a46c548d5 None None] Provisioning for port 05883f3c-a42c-447a-a1da-823e484b0b37 completed by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:02:22.880585 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-09499696-b26f-485c-8394-516a46c548d5 None None] Provisioning complete for port 05883f3c-a42c-447a-a1da-823e484b0b37 triggered by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:02:22.881529 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-09499696-b26f-485c-8394-516a46c548d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:23.083525 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-09499696-b26f-485c-8394-516a46c548d5 None None] Port 05883f3c-a42c-447a-a1da-823e484b0b37 cannot update to ACTIVE because it is not bound. {{(pid=92886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:02:23.094908 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-4071fd9f-58de-4c05-9734-e8d19b660f03 None None] Set router 61b9e30c-659d-4a61-826c-54a402e3628f gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:02:23.151232 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90cd389-b19b-4530-8a32-3418e1a62924 admin admin] Network 61405a63-3c35-46cf-a1e4-683f49fcf69a is already hosted by enough agents. {{(pid=92884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:02:23.152691 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [None req-a90cd389-b19b-4530-8a32-3418e1a62924 admin admin] Resources bound (agent type, host, resource id): {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:02:23.274812 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90cd389-b19b-4530-8a32-3418e1a62924 admin admin] Router 61b9e30c-659d-4a61-826c-54a402e3628f has already been hosted by L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd {{(pid=92884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:02:23.298712 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-4071fd9f-58de-4c05-9734-e8d19b660f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'name': 'tempest-TestVolumeBootPattern-698245608-router', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:22Z', 'revision_number': 4, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'gw_port': {'id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:65:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '05883f3c-a42c-447a-a1da-823e484b0b37', 'name': '', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'mac_address': 'fa:16:3e:96:7a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:22Z', 'updated_at': '2021-07-13T20:02:22Z', 'revision_number': 2, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'subnets': [{'id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:02:23.324056 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4071fd9f-58de-4c05-9734-e8d19b660f03 None None] The sync data for ids ['61b9e30c-659d-4a61-826c-54a402e3628f'] in dv-cinder-786933-3-iscsi is: [{'id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'name': 'tempest-TestVolumeBootPattern-698245608-router', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:22Z', 'revision_number': 4, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'gw_port': {'id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:65:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '05883f3c-a42c-447a-a1da-823e484b0b37', 'name': '', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'mac_address': 'fa:16:3e:96:7a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:22Z', 'updated_at': '2021-07-13T20:02:22Z', 'revision_number': 2, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'subnets': [{'id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:02:23.387820 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90cd389-b19b-4530-8a32-3418e1a62924 admin admin] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:02:23.402042 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-a90cd389-b19b-4530-8a32-3418e1a62924 admin admin] 10.222.0.22 "PUT /v2.0/routers/61b9e30c-659d-4a61-826c-54a402e3628f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8239751 Jul 13 20:02:23.408782 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-221d492c-6e6b-4192-898f-2b05406c66aa None None] Provisioning complete for port 05883f3c-a42c-447a-a1da-823e484b0b37 triggered by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:02:23.409225 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-221d492c-6e6b-4192-898f-2b05406c66aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:23.443853 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-221d492c-6e6b-4192-898f-2b05406c66aa None None] Port 05883f3c-a42c-447a-a1da-823e484b0b37 cannot update to ACTIVE because it is not bound. {{(pid=92886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:02:23.610828 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 9b2fddbb-f9f5-4484-b8a9-caac330adc84 up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:02:23.664793 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port 9b2fddbb-f9f5-4484-b8a9-caac330adc84 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:02:23.665415 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:23.908009 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 46572) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:02:23.913699 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-4a910333-a9b5-4677-830b-d6d7c9d63bef admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-959790279-network', 'tenant_id': '431e72133cb44a699effe97c35fea761'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:02:23.958055 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a910333-a9b5-4677-830b-d6d7c9d63bef admin admin] Made reservation on behalf of 431e72133cb44a699effe97c35fea761 for: {'network': 1} {{(pid=92884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:02:23.960516 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-4a910333-a9b5-4677-830b-d6d7c9d63bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for network, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:23.968795 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-4a910333-a9b5-4677-830b-d6d7c9d63bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:24.072245 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-4a910333-a9b5-4677-830b-d6d7c9d63bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:24.076158 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-4a910333-a9b5-4677-830b-d6d7c9d63bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:24.103003 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a910333-a9b5-4677-830b-d6d7c9d63bef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1188} {{(pid=92884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 20:02:24.112225 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a910333-a9b5-4677-830b-d6d7c9d63bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a21b771-4408-41d5-86a2-3ee4c200bd36,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:24.120972 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-4a910333-a9b5-4677-830b-d6d7c9d63bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480'] for segment, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:24.121468 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.db.segments_db [None req-4a910333-a9b5-4677-830b-d6d7c9d63bef admin admin] Added segment d7b74b94-9650-4a80-b000-ca349eeecdc4 of type vlan for network 7a15bc7a-e598-4cbe-a2e4-4a2599dfb0cf Jul 13 20:02:24.167219 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-4a910333-a9b5-4677-830b-d6d7c9d63bef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772357517572'] for network, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:24.196141 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-4a910333-a9b5-4677-830b-d6d7c9d63bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669'] for network, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:24.197138 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a910333-a9b5-4677-830b-d6d7c9d63bef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:24.197725 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-4a910333-a9b5-4677-830b-d6d7c9d63bef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for network, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:24.255923 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-4a910333-a9b5-4677-830b-d6d7c9d63bef admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3467107 Jul 13 20:02:24.258567 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 46576) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:02:24.263369 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-9babd98d-6f0d-419f-87cb-4b4eb8948807 admin admin] Request body: {'subnet': {'network_id': '7a15bc7a-e598-4cbe-a2e4-4a2599dfb0cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-959790279-subnet', 'tenant_id': '431e72133cb44a699effe97c35fea761', 'ip_version': 4}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:02:24.271181 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a910333-a9b5-4677-830b-d6d7c9d63bef admin admin] Pushing event updated for resources: {'Network': ['ID=7a15bc7a-e598-4cbe-a2e4-4a2599dfb0cf,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:24.282778 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Network 7a15bc7a-e598-4cbe-a2e4-4a2599dfb0cf details requested by agent ovs-agent-dv-cinder-786933-3-iscsi with host dv-cinder-786933-3-iscsi {{(pid=92886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 20:02:24.289255 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9babd98d-6f0d-419f-87cb-4b4eb8948807 admin admin] Made reservation on behalf of 431e72133cb44a699effe97c35fea761 for: {'subnet': 1} {{(pid=92884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:02:24.291812 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9babd98d-6f0d-419f-87cb-4b4eb8948807 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5003232'] for subnet, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:24.470782 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9babd98d-6f0d-419f-87cb-4b4eb8948807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4873618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5003218'] for subnet, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:24.527024 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9babd98d-6f0d-419f-87cb-4b4eb8948807 admin admin] Pushing event updated for resources: {'Subnet': ['ID=393fd01b-1149-4758-abb4-023e2cef54f5,revision_number=0']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:24.538363 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9babd98d-6f0d-419f-87cb-4b4eb8948807 admin admin] Checking segment: {'id': 'd7b74b94-9650-4a80-b000-ca349eeecdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '7a15bc7a-e598-4cbe-a2e4-4a2599dfb0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:02:24.538719 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9babd98d-6f0d-419f-87cb-4b4eb8948807 admin admin] Network hostable DHCP agents. Network: 7a15bc7a-e598-4cbe-a2e4-4a2599dfb0cf, hostable agents: ['46ee3fc2-8c8b-485e-8a09-c5820fb474f8'], hosted agents: [] {{(pid=92884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 20:02:24.554542 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9babd98d-6f0d-419f-87cb-4b4eb8948807 admin admin] Network 7a15bc7a-e598-4cbe-a2e4-4a2599dfb0cf is scheduled to be hosted by DHCP agent 46ee3fc2-8c8b-485e-8a09-c5820fb474f8 with binding_index 1 {{(pid=92884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 20:02:24.562896 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [None req-9babd98d-6f0d-419f-87cb-4b4eb8948807 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-3-iscsi, 7a15bc7a-e598-4cbe-a2e4-4a2599dfb0cf) {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:02:24.566764 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9babd98d-6f0d-419f-87cb-4b4eb8948807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:24.567410 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-9babd98d-6f0d-419f-87cb-4b4eb8948807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for subnet, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:24.572012 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821b07ba-af2b-4b89-83e2-df0c8ca74124 None None] Network 7a15bc7a-e598-4cbe-a2e4-4a2599dfb0cf requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:02:24.582810 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-9babd98d-6f0d-419f-87cb-4b4eb8948807 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3231192 Jul 13 20:02:24.585834 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 46578) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:02:24.590402 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-ef443c75-a0c7-4272-8b9e-9665542f5807 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-959790279-router', 'tenant_id': '431e72133cb44a699effe97c35fea761', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'}}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:02:24.610147 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ef443c75-a0c7-4272-8b9e-9665542f5807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-502719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57487'] for router, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:24.611117 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ef443c75-a0c7-4272-8b9e-9665542f5807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57476'] for router, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:24.664931 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ef443c75-a0c7-4272-8b9e-9665542f5807 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:24.717302 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83911856-2d2f-425e-b8ab-480da4134a89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45260216-df0c-5796-8452-8e51f9540998-7a15bc7a-e598-4cbe-a2e4-4a2599dfb0cf', 'network_id': '7a15bc7a-e598-4cbe-a2e4-4a2599dfb0cf', 'tenant_id': '431e72133cb44a699effe97c35fea761', 'fixed_ips': [{'subnet_id': '393fd01b-1149-4758-abb4-023e2cef54f5'}]}} from dv-cinder-786933-3-iscsi. {{(pid=92886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 20:02:24.718168 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-83911856-2d2f-425e-b8ab-480da4134a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:24.797054 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ef443c75-a0c7-4272-8b9e-9665542f5807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-502697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64110'] for router, precommit_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:24.848536 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.db_base_plugin_common [None req-83911856-2d2f-425e-b8ab-480da4134a89 None None] Allocated IP 172.20.0.2 (7a15bc7a-e598-4cbe-a2e4-4a2599dfb0cf/393fd01b-1149-4758-abb4-023e2cef54f5/430f68cf-8997-4a96-88a0-75c369124f50) {{(pid=92886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:02:25.002770 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-83911856-2d2f-425e-b8ab-480da4134a89 None None] Notify callbacks [] for port, precommit_create {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:25.004562 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ef443c75-a0c7-4272-8b9e-9665542f5807 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:25.011697 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-83911856-2d2f-425e-b8ab-480da4134a89 None None] Transition to ACTIVE for port object 430f68cf-8997-4a96-88a0-75c369124f50 will not be triggered until provisioned by entity L2. {{(pid=92886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:02:25.023948 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ef443c75-a0c7-4272-8b9e-9665542f5807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:25.026603 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-83911856-2d2f-425e-b8ab-480da4134a89 None None] Transition to ACTIVE for port object 430f68cf-8997-4a96-88a0-75c369124f50 will not be triggered until provisioned by entity DHCP. {{(pid=92886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:02:25.036182 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-83911856-2d2f-425e-b8ab-480da4134a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819'] for port, after_create {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:25.080004 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83911856-2d2f-425e-b8ab-480da4134a89 None None] Network 7a15bc7a-e598-4cbe-a2e4-4a2599dfb0cf is already hosted by enough agents. {{(pid=92886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:02:25.084380 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.scheduler.base_scheduler [None req-83911856-2d2f-425e-b8ab-480da4134a89 None None] Resources bound (agent type, host, resource id): {{(pid=92886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:02:25.087288 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83911856-2d2f-425e-b8ab-480da4134a89 None None] Received port after_create {{(pid=92886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:02:25.089303 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83911856-2d2f-425e-b8ab-480da4134a89 None None] Pushing event updated for resources: {'Port': ['ID=430f68cf-8997-4a96-88a0-75c369124f50,revision_number=1']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:25.128160 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.db_base_plugin_common [None req-ef443c75-a0c7-4272-8b9e-9665542f5807 admin admin] Allocated IP 172.27.2.66 (016193b2-3012-4896-ba69-fa2225e8730f/5c7148d1-68ad-4d7f-9cc6-340fc018242b/eac1107d-eb10-4ecf-ae11-1887355fb2ba) {{(pid=92884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:02:25.150445 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-83911856-2d2f-425e-b8ab-480da4134a89 None None] Attempting to bind port 430f68cf-8997-4a96-88a0-75c369124f50 on host dv-cinder-786933-3-iscsi for vnic_type normal with profile {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:02:25.150816 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-83911856-2d2f-425e-b8ab-480da4134a89 None None] Attempting to bind port 430f68cf-8997-4a96-88a0-75c369124f50 by drivers openvswitch,hyperv on host dv-cinder-786933-3-iscsi at level 0 using segments [{'id': 'd7b74b94-9650-4a80-b000-ca349eeecdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '7a15bc7a-e598-4cbe-a2e4-4a2599dfb0cf'}] {{(pid=92886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:02:25.151177 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83911856-2d2f-425e-b8ab-480da4134a89 None None] Attempting to bind port 430f68cf-8997-4a96-88a0-75c369124f50 on network 7a15bc7a-e598-4cbe-a2e4-4a2599dfb0cf {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:02:25.156179 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83911856-2d2f-425e-b8ab-480da4134a89 None None] Checking agent: {'id': '666c655c-5d62-4287-a041-db0951989b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 16, 18), 'started_at': datetime.datetime(2021, 7, 13, 19, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:02:25.156578 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83911856-2d2f-425e-b8ab-480da4134a89 None None] Checking segment: {'id': 'd7b74b94-9650-4a80-b000-ca349eeecdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '7a15bc7a-e598-4cbe-a2e4-4a2599dfb0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:02:25.156980 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-83911856-2d2f-425e-b8ab-480da4134a89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:25.157390 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83911856-2d2f-425e-b8ab-480da4134a89 None None] Bound using segment: {'id': 'd7b74b94-9650-4a80-b000-ca349eeecdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '7a15bc7a-e598-4cbe-a2e4-4a2599dfb0cf'} {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:02:25.157830 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-83911856-2d2f-425e-b8ab-480da4134a89 None None] Bound port: 430f68cf-8997-4a96-88a0-75c369124f50, host: dv-cinder-786933-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b74b94-9650-4a80-b000-ca349eeecdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '7a15bc7a-e598-4cbe-a2e4-4a2599dfb0cf'}}] {{(pid=92886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:02:25.158211 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-83911856-2d2f-425e-b8ab-480da4134a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:25.221577 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-83911856-2d2f-425e-b8ab-480da4134a89 None None] For port 430f68cf-8997-4a96-88a0-75c369124f50, host dv-cinder-786933-3-iscsi, cleared binding levels {{(pid=92886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:02:25.225350 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-83911856-2d2f-425e-b8ab-480da4134a89 None None] For port 430f68cf-8997-4a96-88a0-75c369124f50, host dv-cinder-786933-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=430f68cf-8997-4a96-88a0-75c369124f50,segment=NetworkSegment(d7b74b94-9650-4a80-b000-ca349eeecdc4),segment_id=d7b74b94-9650-4a80-b000-ca349eeecdc4)] {{(pid=92886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:02:25.231090 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-83911856-2d2f-425e-b8ab-480da4134a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:25.238277 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc51d7f0-a377-416e-a4ad-03d32cb67f95 None None] Sync routers for ids ['61b9e30c-659d-4a61-826c-54a402e3628f'] in dv-cinder-786933-3-iscsi {{(pid=92887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:02:25.239907 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ef443c75-a0c7-4272-8b9e-9665542f5807 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:25.249269 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc51d7f0-a377-416e-a4ad-03d32cb67f95 None None] Routers {'61b9e30c-659d-4a61-826c-54a402e3628f'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:02:25.249735 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-fc51d7f0-a377-416e-a4ad-03d32cb67f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T20:02:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['61b9e30c-659d-4a61-826c-54a402e3628f'], 'active': True} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:02:25.286209 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ef443c75-a0c7-4272-8b9e-9665542f5807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:25.302138 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83911856-2d2f-425e-b8ab-480da4134a89 None None] Pushing event updated for resources: {'Port': ['ID=430f68cf-8997-4a96-88a0-75c369124f50,revision_number=2']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:25.329300 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef443c75-a0c7-4272-8b9e-9665542f5807 admin admin] Network 016193b2-3012-4896-ba69-fa2225e8730f is already hosted by enough agents. {{(pid=92884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:02:25.336027 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [None req-ef443c75-a0c7-4272-8b9e-9665542f5807 admin admin] Resources bound (agent type, host, resource id): {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:02:25.338841 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef443c75-a0c7-4272-8b9e-9665542f5807 admin admin] Received port after_create {{(pid=92884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:02:25.365739 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvr_db [None req-fc51d7f0-a377-416e-a4ad-03d32cb67f95 None None] Set router 61b9e30c-659d-4a61-826c-54a402e3628f gateway port host: dv-cinder-786933-3-iscsi {{(pid=92887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:02:25.367515 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef443c75-a0c7-4272-8b9e-9665542f5807 admin admin] Pushing event updated for resources: {'Port': ['ID=eac1107d-eb10-4ecf-ae11-1887355fb2ba,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:25.621254 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-fc51d7f0-a377-416e-a4ad-03d32cb67f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'name': 'tempest-TestVolumeBootPattern-698245608-router', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:22Z', 'revision_number': 4, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'gw_port': {'id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:65:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '05883f3c-a42c-447a-a1da-823e484b0b37', 'name': '', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'mac_address': 'fa:16:3e:96:7a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:22Z', 'updated_at': '2021-07-13T20:02:22Z', 'revision_number': 2, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'subnets': [{'id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:02:25.641155 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ef443c75-a0c7-4272-8b9e-9665542f5807 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:25.660971 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc51d7f0-a377-416e-a4ad-03d32cb67f95 None None] Checking router: 61b9e30c-659d-4a61-826c-54a402e3628f for host: dv-cinder-786933-3-iscsi {{(pid=92887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:02:25.661352 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc51d7f0-a377-416e-a4ad-03d32cb67f95 None None] Updating router 61b9e30c-659d-4a61-826c-54a402e3628f port 05883f3c-a42c-447a-a1da-823e484b0b37 binding host dv-cinder-786933-3-iscsi {{(pid=92887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:02:25.683489 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 430f68cf-8997-4a96-88a0-75c369124f50 up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:02:25.705030 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-fc51d7f0-a377-416e-a4ad-03d32cb67f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:25.733277 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning for port 430f68cf-8997-4a96-88a0-75c369124f50 completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:02:25.737575 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device c9def8a8-8d52-4343-80e8-7b4ad59dd830 up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:02:25.795248 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning for port c9def8a8-8d52-4343-80e8-7b4ad59dd830 completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:02:25.799001 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port c9def8a8-8d52-4343-80e8-7b4ad59dd830 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:02:25.799370 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:25.846484 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ef443c75-a0c7-4272-8b9e-9665542f5807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-502688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-502306'] for router, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:25.883817 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:25.904555 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] For port c9def8a8-8d52-4343-80e8-7b4ad59dd830, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=c9def8a8-8d52-4343-80e8-7b4ad59dd830,segment=NetworkSegment(13a02452-998b-4f16-8f41-6eb5670d640f),segment_id=13a02452-998b-4f16-8f41-6eb5670d640f)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:02:25.914064 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:25.976014 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Pushing event updated for resources: {'Port': ['ID=c9def8a8-8d52-4343-80e8-7b4ad59dd830,revision_number=4']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:25.985717 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef443c75-a0c7-4272-8b9e-9665542f5807 admin admin] Router 46712f44-72e9-41fc-8c6b-2aa173967b74 is scheduled to L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd with binding_index 1 {{(pid=92884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 20:02:25.987443 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-fc51d7f0-a377-416e-a4ad-03d32cb67f95 None None] Notify callbacks [] for port, precommit_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:25.998816 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.provisioning_blocks [None req-fc51d7f0-a377-416e-a4ad-03d32cb67f95 None None] Transition to ACTIVE for port object 05883f3c-a42c-447a-a1da-823e484b0b37 will not be triggered until provisioned by entity L2. {{(pid=92887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:02:26.008901 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-fc51d7f0-a377-416e-a4ad-03d32cb67f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:26.061981 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe30ae8-ecf0-4474-a73e-25f597470921 None None] Pushing event updated for resources: {'Port': ['ID=05883f3c-a42c-447a-a1da-823e484b0b37,revision_number=3']} {{(pid=92887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:26.072024 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe30ae8-ecf0-4474-a73e-25f597470921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:26.072564 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe30ae8-ecf0-4474-a73e-25f597470921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:26.073295 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe30ae8-ecf0-4474-a73e-25f597470921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:26.073918 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe30ae8-ecf0-4474-a73e-25f597470921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:26.074399 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe30ae8-ecf0-4474-a73e-25f597470921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:26.074876 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe30ae8-ecf0-4474-a73e-25f597470921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:26.075352 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe30ae8-ecf0-4474-a73e-25f597470921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:26.075833 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe30ae8-ecf0-4474-a73e-25f597470921 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:26.076345 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe30ae8-ecf0-4474-a73e-25f597470921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:26.076852 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe30ae8-ecf0-4474-a73e-25f597470921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:26.077347 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe30ae8-ecf0-4474-a73e-25f597470921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:26.077825 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe30ae8-ecf0-4474-a73e-25f597470921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:26.142100 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef443c75-a0c7-4272-8b9e-9665542f5807 admin admin] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:02:26.152484 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce40562-06ab-4878-8288-83b23f7edd10 None None] Sync routers for ids ['46712f44-72e9-41fc-8c6b-2aa173967b74'] in dv-cinder-786933-3-iscsi {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:02:26.158232 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.managers [None req-fc51d7f0-a377-416e-a4ad-03d32cb67f95 None None] Attempting to bind port 05883f3c-a42c-447a-a1da-823e484b0b37 on host dv-cinder-786933-3-iscsi for vnic_type normal with profile {{(pid=92887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:02:26.158813 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.managers [None req-fc51d7f0-a377-416e-a4ad-03d32cb67f95 None None] Attempting to bind port 05883f3c-a42c-447a-a1da-823e484b0b37 by drivers openvswitch,hyperv on host dv-cinder-786933-3-iscsi at level 0 using segments [{'id': '85c53708-6726-43fe-af8e-0df6a1a4de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a'}] {{(pid=92887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:02:26.159357 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc51d7f0-a377-416e-a4ad-03d32cb67f95 None None] Attempting to bind port 05883f3c-a42c-447a-a1da-823e484b0b37 on network 61405a63-3c35-46cf-a1e4-683f49fcf69a {{(pid=92887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:02:26.165194 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-ef443c75-a0c7-4272-8b9e-9665542f5807 admin admin] Notify callbacks [] for router, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:26.165629 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce40562-06ab-4878-8288-83b23f7edd10 None None] Routers {'46712f44-72e9-41fc-8c6b-2aa173967b74'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:02:26.165842 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-7ce40562-06ab-4878-8288-83b23f7edd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T20:02:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['46712f44-72e9-41fc-8c6b-2aa173967b74'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:02:26.170577 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-ef443c75-a0c7-4272-8b9e-9665542f5807 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5800993 Jul 13 20:02:26.170943 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 46580) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:02:26.172961 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc51d7f0-a377-416e-a4ad-03d32cb67f95 None None] Checking agent: {'id': '666c655c-5d62-4287-a041-db0951989b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 16, 18), 'started_at': datetime.datetime(2021, 7, 13, 19, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:02:26.173352 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc51d7f0-a377-416e-a4ad-03d32cb67f95 None None] Checking segment: {'id': '85c53708-6726-43fe-af8e-0df6a1a4de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:02:26.173745 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-fc51d7f0-a377-416e-a4ad-03d32cb67f95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:26.174130 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc51d7f0-a377-416e-a4ad-03d32cb67f95 None None] Bound using segment: {'id': '85c53708-6726-43fe-af8e-0df6a1a4de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a'} {{(pid=92887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:02:26.176668 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.managers [None req-fc51d7f0-a377-416e-a4ad-03d32cb67f95 None None] Bound port: 05883f3c-a42c-447a-a1da-823e484b0b37, host: dv-cinder-786933-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85c53708-6726-43fe-af8e-0df6a1a4de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a'}}] {{(pid=92887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:02:26.177356 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-fc51d7f0-a377-416e-a4ad-03d32cb67f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:26.270978 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.db [None req-fc51d7f0-a377-416e-a4ad-03d32cb67f95 None None] For port 05883f3c-a42c-447a-a1da-823e484b0b37, host dv-cinder-786933-3-iscsi, cleared binding levels {{(pid=92887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:02:26.274342 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.db [None req-fc51d7f0-a377-416e-a4ad-03d32cb67f95 None None] For port 05883f3c-a42c-447a-a1da-823e484b0b37, host dv-cinder-786933-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=05883f3c-a42c-447a-a1da-823e484b0b37,segment=NetworkSegment(85c53708-6726-43fe-af8e-0df6a1a4de32),segment_id=85c53708-6726-43fe-af8e-0df6a1a4de32)] {{(pid=92887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:02:26.286182 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-fc51d7f0-a377-416e-a4ad-03d32cb67f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:26.333029 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-7ce40562-06ab-4878-8288-83b23f7edd10 None None] Set router 46712f44-72e9-41fc-8c6b-2aa173967b74 gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:02:26.376995 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe30ae8-ecf0-4474-a73e-25f597470921 None None] Pushing event updated for resources: {'Port': ['ID=05883f3c-a42c-447a-a1da-823e484b0b37,revision_number=4']} {{(pid=92887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:26.394991 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc51d7f0-a377-416e-a4ad-03d32cb67f95 None None] Routers {'61b9e30c-659d-4a61-826c-54a402e3628f'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:02:26.396581 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-fc51d7f0-a377-416e-a4ad-03d32cb67f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T20:02:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['61b9e30c-659d-4a61-826c-54a402e3628f'], 'active': True} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:02:26.446012 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c3a0b0-ae33-470a-97e9-f92d72e183ef None None] Network 7a15bc7a-e598-4cbe-a2e4-4a2599dfb0cf requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:02:26.527811 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvr_db [None req-fc51d7f0-a377-416e-a4ad-03d32cb67f95 None None] Set router 61b9e30c-659d-4a61-826c-54a402e3628f gateway port host: dv-cinder-786933-3-iscsi {{(pid=92887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:02:26.687740 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-83d8e9a9-6860-4135-868d-ba1bb5ce821f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:26.710489 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-7ce40562-06ab-4878-8288-83b23f7edd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46712f44-72e9-41fc-8c6b-2aa173967b74', 'name': 'tempest-TestVolumeBootPattern-959790279-router', 'tenant_id': '431e72133cb44a699effe97c35fea761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'eac1107d-eb10-4ecf-ae11-1887355fb2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:02:24Z', 'updated_at': '2021-07-13T20:02:25Z', 'revision_number': 3, 'project_id': '431e72133cb44a699effe97c35fea761', 'gw_port': {'id': 'eac1107d-eb10-4ecf-ae11-1887355fb2ba', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:99:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46712f44-72e9-41fc-8c6b-2aa173967b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:25Z', 'updated_at': '2021-07-13T20:02:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi'}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:02:26.712371 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-27f32f83-f2c5-415e-9dcc-961720cef357 None None] Provisioning for port 430f68cf-8997-4a96-88a0-75c369124f50 completed by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:02:26.744880 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-27f32f83-f2c5-415e-9dcc-961720cef357 None None] Provisioning complete for port 430f68cf-8997-4a96-88a0-75c369124f50 triggered by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:02:26.745637 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-27f32f83-f2c5-415e-9dcc-961720cef357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:26.747803 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce40562-06ab-4878-8288-83b23f7edd10 None None] Checking router: 46712f44-72e9-41fc-8c6b-2aa173967b74 for host: dv-cinder-786933-3-iscsi {{(pid=92886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:02:26.748238 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce40562-06ab-4878-8288-83b23f7edd10 None None] Updating router 46712f44-72e9-41fc-8c6b-2aa173967b74 port eac1107d-eb10-4ecf-ae11-1887355fb2ba binding host dv-cinder-786933-3-iscsi {{(pid=92886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:02:26.818531 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-7ce40562-06ab-4878-8288-83b23f7edd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:26.838636 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-fc51d7f0-a377-416e-a4ad-03d32cb67f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'name': 'tempest-TestVolumeBootPattern-698245608-router', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:22Z', 'revision_number': 4, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'gw_port': {'id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '05883f3c-a42c-447a-a1da-823e484b0b37', 'name': '', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'mac_address': 'fa:16:3e:96:7a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:22Z', 'updated_at': '2021-07-13T20:02:26Z', 'revision_number': 4, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'subnets': [{'id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:02:26.867357 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.db_base_plugin_common [None req-83d8e9a9-6860-4135-868d-ba1bb5ce821f admin admin] Allocated IP 172.20.0.1 (7a15bc7a-e598-4cbe-a2e4-4a2599dfb0cf/393fd01b-1149-4758-abb4-023e2cef54f5/0eac82a1-d5d5-48df-b767-b7cc264542fc) {{(pid=92884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:02:26.882017 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc51d7f0-a377-416e-a4ad-03d32cb67f95 None None] The sync data for ids ['61b9e30c-659d-4a61-826c-54a402e3628f'] in dv-cinder-786933-3-iscsi is: [{'id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'name': 'tempest-TestVolumeBootPattern-698245608-router', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:22Z', 'revision_number': 4, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'gw_port': {'id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '05883f3c-a42c-447a-a1da-823e484b0b37', 'name': '', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'mac_address': 'fa:16:3e:96:7a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:22Z', 'updated_at': '2021-07-13T20:02:26Z', 'revision_number': 4, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'subnets': [{'id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:02:26.954804 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-27f32f83-f2c5-415e-9dcc-961720cef357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:27.005892 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-83d8e9a9-6860-4135-868d-ba1bb5ce821f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:27.023352 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.provisioning_blocks [None req-83d8e9a9-6860-4135-868d-ba1bb5ce821f admin admin] Transition to ACTIVE for port object 0eac82a1-d5d5-48df-b767-b7cc264542fc will not be triggered until provisioned by entity DHCP. {{(pid=92884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:02:27.087432 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-83d8e9a9-6860-4135-868d-ba1bb5ce821f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:27.128811 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8e9a9-6860-4135-868d-ba1bb5ce821f admin admin] Pushing event updated for resources: {'Port': ['ID=0eac82a1-d5d5-48df-b767-b7cc264542fc,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:27.149341 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d8e9a9-6860-4135-868d-ba1bb5ce821f admin admin] Network 7a15bc7a-e598-4cbe-a2e4-4a2599dfb0cf is already hosted by enough agents. {{(pid=92884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:02:27.151302 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [None req-83d8e9a9-6860-4135-868d-ba1bb5ce821f admin admin] Resources bound (agent type, host, resource id): {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:02:27.157169 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d8e9a9-6860-4135-868d-ba1bb5ce821f admin admin] Received port after_create {{(pid=92884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:02:27.202101 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-27f32f83-f2c5-415e-9dcc-961720cef357 None None] For port 430f68cf-8997-4a96-88a0-75c369124f50, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=430f68cf-8997-4a96-88a0-75c369124f50,segment=NetworkSegment(d7b74b94-9650-4a80-b000-ca349eeecdc4),segment_id=d7b74b94-9650-4a80-b000-ca349eeecdc4)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:02:27.212723 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-83d8e9a9-6860-4135-868d-ba1bb5ce821f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502481'] for router_interface, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:27.216849 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-27f32f83-f2c5-415e-9dcc-961720cef357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:27.284133 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f32f83-f2c5-415e-9dcc-961720cef357 None None] Pushing event updated for resources: {'Port': ['ID=430f68cf-8997-4a96-88a0-75c369124f50,revision_number=3']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:27.366570 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-83d8e9a9-6860-4135-868d-ba1bb5ce821f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:27.370185 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-85c20f4b-caee-4f4d-9bac-a9a5a4d6b1db None None] Provisioning complete for port 430f68cf-8997-4a96-88a0-75c369124f50 triggered by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:02:27.370710 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-85c20f4b-caee-4f4d-9bac-a9a5a4d6b1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:27.417458 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-7ce40562-06ab-4878-8288-83b23f7edd10 None None] Notify callbacks [] for port, precommit_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:27.432119 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-7ce40562-06ab-4878-8288-83b23f7edd10 None None] Transition to ACTIVE for port object eac1107d-eb10-4ecf-ae11-1887355fb2ba will not be triggered until provisioned by entity L2. {{(pid=92886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:02:27.462727 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-7ce40562-06ab-4878-8288-83b23f7edd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:27.532956 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-7ce40562-06ab-4878-8288-83b23f7edd10 None None] Attempting to bind port eac1107d-eb10-4ecf-ae11-1887355fb2ba on host dv-cinder-786933-3-iscsi for vnic_type normal with profile {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:02:27.532956 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-7ce40562-06ab-4878-8288-83b23f7edd10 None None] Attempting to bind port eac1107d-eb10-4ecf-ae11-1887355fb2ba by drivers openvswitch,hyperv on host dv-cinder-786933-3-iscsi at level 0 using segments [{'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'}] {{(pid=92886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:02:27.533277 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce40562-06ab-4878-8288-83b23f7edd10 None None] Attempting to bind port eac1107d-eb10-4ecf-ae11-1887355fb2ba on network 016193b2-3012-4896-ba69-fa2225e8730f {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:02:27.536443 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac4453-2bf4-4351-8cb5-178bd7b87972 None None] Pushing event updated for resources: {'Port': ['ID=eac1107d-eb10-4ecf-ae11-1887355fb2ba,revision_number=2']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:27.542519 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce40562-06ab-4878-8288-83b23f7edd10 None None] Checking agent: {'id': '666c655c-5d62-4287-a041-db0951989b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 16, 18), 'started_at': datetime.datetime(2021, 7, 13, 19, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:02:27.542899 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce40562-06ab-4878-8288-83b23f7edd10 None None] Checking segment: {'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:02:27.543303 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-7ce40562-06ab-4878-8288-83b23f7edd10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:27.543694 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce40562-06ab-4878-8288-83b23f7edd10 None None] Bound using segment: {'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'} {{(pid=92886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:02:27.544165 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.managers [None req-7ce40562-06ab-4878-8288-83b23f7edd10 None None] Bound port: eac1107d-eb10-4ecf-ae11-1887355fb2ba, host: dv-cinder-786933-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a02452-998b-4f16-8f41-6eb5670d640f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f'}}] {{(pid=92886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:02:27.544580 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-7ce40562-06ab-4878-8288-83b23f7edd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:27.545746 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-83d8e9a9-6860-4135-868d-ba1bb5ce821f admin admin] Notify callbacks [] for port, precommit_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:27.552000 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-83d8e9a9-6860-4135-868d-ba1bb5ce821f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4873477'] for port, after_update {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:27.618127 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-7ce40562-06ab-4878-8288-83b23f7edd10 None None] For port eac1107d-eb10-4ecf-ae11-1887355fb2ba, host dv-cinder-786933-3-iscsi, cleared binding levels {{(pid=92886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:02:27.622866 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-7ce40562-06ab-4878-8288-83b23f7edd10 None None] For port eac1107d-eb10-4ecf-ae11-1887355fb2ba, host dv-cinder-786933-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=eac1107d-eb10-4ecf-ae11-1887355fb2ba,segment=NetworkSegment(13a02452-998b-4f16-8f41-6eb5670d640f),segment_id=13a02452-998b-4f16-8f41-6eb5670d640f)] {{(pid=92886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:02:27.628358 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-7ce40562-06ab-4878-8288-83b23f7edd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:27.629297 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-83d8e9a9-6860-4135-868d-ba1bb5ce821f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-645687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-505441'] for router_interface, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:27.638354 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8e9a9-6860-4135-868d-ba1bb5ce821f admin admin] Pushing event updated for resources: {'Port': ['ID=0eac82a1-d5d5-48df-b767-b7cc264542fc,revision_number=2']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:27.674597 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 430f68cf-8997-4a96-88a0-75c369124f50 up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:02:27.737249 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d8e9a9-6860-4135-868d-ba1bb5ce821f admin admin] Network 7a15bc7a-e598-4cbe-a2e4-4a2599dfb0cf is already hosted by enough agents. {{(pid=92884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:02:27.739090 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.base_scheduler [None req-83d8e9a9-6860-4135-868d-ba1bb5ce821f admin admin] Resources bound (agent type, host, resource id): {{(pid=92884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:02:27.739243 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-8e64525c-8621-44a9-b8ad-b76fcb5f66ad None None] Provisioning for port 0eac82a1-d5d5-48df-b767-b7cc264542fc completed by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:02:27.753663 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac4453-2bf4-4351-8cb5-178bd7b87972 None None] Pushing event updated for resources: {'Port': ['ID=eac1107d-eb10-4ecf-ae11-1887355fb2ba,revision_number=3']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:27.756281 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-8e64525c-8621-44a9-b8ad-b76fcb5f66ad None None] Provisioning complete for port 0eac82a1-d5d5-48df-b767-b7cc264542fc triggered by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:02:27.756681 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-8e64525c-8621-44a9-b8ad-b76fcb5f66ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:27.760887 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce40562-06ab-4878-8288-83b23f7edd10 None None] Routers {'46712f44-72e9-41fc-8c6b-2aa173967b74'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:02:27.761287 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-7ce40562-06ab-4878-8288-83b23f7edd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T20:02:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['46712f44-72e9-41fc-8c6b-2aa173967b74'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:02:27.841030 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port 430f68cf-8997-4a96-88a0-75c369124f50 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:02:27.841400 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:27.842908 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-8e64525c-8621-44a9-b8ad-b76fcb5f66ad None None] Port 0eac82a1-d5d5-48df-b767-b7cc264542fc cannot update to ACTIVE because it is not bound. {{(pid=92886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:02:27.858466 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d8e9a9-6860-4135-868d-ba1bb5ce821f admin admin] Router 46712f44-72e9-41fc-8c6b-2aa173967b74 has already been hosted by L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd {{(pid=92884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:02:27.930432 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-7ce40562-06ab-4878-8288-83b23f7edd10 None None] Set router 46712f44-72e9-41fc-8c6b-2aa173967b74 gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:02:28.040540 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-22c0c576-be38-43c7-8c11-7699d6e955c8 None None] Provisioning complete for port 0eac82a1-d5d5-48df-b767-b7cc264542fc triggered by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:02:28.040823 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-22c0c576-be38-43c7-8c11-7699d6e955c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:28.102733 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device c9def8a8-8d52-4343-80e8-7b4ad59dd830 up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:02:28.153782 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-22c0c576-be38-43c7-8c11-7699d6e955c8 None None] Port 0eac82a1-d5d5-48df-b767-b7cc264542fc cannot update to ACTIVE because it is not bound. {{(pid=92886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:02:28.195689 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port c9def8a8-8d52-4343-80e8-7b4ad59dd830 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:02:28.196062 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:28.243622 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d8e9a9-6860-4135-868d-ba1bb5ce821f admin admin] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:02:28.248743 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-83d8e9a9-6860-4135-868d-ba1bb5ce821f admin admin] 10.222.0.22 "PUT /v2.0/routers/46712f44-72e9-41fc-8c6b-2aa173967b74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0767052 Jul 13 20:02:28.297533 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-7ce40562-06ab-4878-8288-83b23f7edd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46712f44-72e9-41fc-8c6b-2aa173967b74', 'name': 'tempest-TestVolumeBootPattern-959790279-router', 'tenant_id': '431e72133cb44a699effe97c35fea761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'eac1107d-eb10-4ecf-ae11-1887355fb2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:02:24Z', 'updated_at': '2021-07-13T20:02:27Z', 'revision_number': 4, 'project_id': '431e72133cb44a699effe97c35fea761', 'gw_port': {'id': 'eac1107d-eb10-4ecf-ae11-1887355fb2ba', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:99:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46712f44-72e9-41fc-8c6b-2aa173967b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:25Z', 'updated_at': '2021-07-13T20:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '0eac82a1-d5d5-48df-b767-b7cc264542fc', 'name': '', 'network_id': '7a15bc7a-e598-4cbe-a2e4-4a2599dfb0cf', 'tenant_id': '431e72133cb44a699effe97c35fea761', 'mac_address': 'fa:16:3e:02:fa:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46712f44-72e9-41fc-8c6b-2aa173967b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '393fd01b-1149-4758-abb4-023e2cef54f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:26Z', 'updated_at': '2021-07-13T20:02:27Z', 'revision_number': 2, 'project_id': '431e72133cb44a699effe97c35fea761', 'subnets': [{'id': '393fd01b-1149-4758-abb4-023e2cef54f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:02:28.325548 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce40562-06ab-4878-8288-83b23f7edd10 None None] The sync data for ids ['46712f44-72e9-41fc-8c6b-2aa173967b74'] in dv-cinder-786933-3-iscsi is: [{'id': '46712f44-72e9-41fc-8c6b-2aa173967b74', 'name': 'tempest-TestVolumeBootPattern-959790279-router', 'tenant_id': '431e72133cb44a699effe97c35fea761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'eac1107d-eb10-4ecf-ae11-1887355fb2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:02:24Z', 'updated_at': '2021-07-13T20:02:27Z', 'revision_number': 4, 'project_id': '431e72133cb44a699effe97c35fea761', 'gw_port': {'id': 'eac1107d-eb10-4ecf-ae11-1887355fb2ba', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:99:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46712f44-72e9-41fc-8c6b-2aa173967b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:25Z', 'updated_at': '2021-07-13T20:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '0eac82a1-d5d5-48df-b767-b7cc264542fc', 'name': '', 'network_id': '7a15bc7a-e598-4cbe-a2e4-4a2599dfb0cf', 'tenant_id': '431e72133cb44a699effe97c35fea761', 'mac_address': 'fa:16:3e:02:fa:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46712f44-72e9-41fc-8c6b-2aa173967b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '393fd01b-1149-4758-abb4-023e2cef54f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:26Z', 'updated_at': '2021-07-13T20:02:27Z', 'revision_number': 2, 'project_id': '431e72133cb44a699effe97c35fea761', 'subnets': [{'id': '393fd01b-1149-4758-abb4-023e2cef54f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:02:28.337302 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 05883f3c-a42c-447a-a1da-823e484b0b37 up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:02:28.385238 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning for port 05883f3c-a42c-447a-a1da-823e484b0b37 completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:02:28.399126 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port 05883f3c-a42c-447a-a1da-823e484b0b37 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:02:28.399521 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:28.480449 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:28.515595 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] For port 05883f3c-a42c-447a-a1da-823e484b0b37, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=05883f3c-a42c-447a-a1da-823e484b0b37,segment=NetworkSegment(85c53708-6726-43fe-af8e-0df6a1a4de32),segment_id=85c53708-6726-43fe-af8e-0df6a1a4de32)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:02:28.519447 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:28.580344 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Pushing event updated for resources: {'Port': ['ID=05883f3c-a42c-447a-a1da-823e484b0b37,revision_number=5']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:28.935810 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 46592) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:02:28.940482 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.v2.base [None req-8452d5c4-1c7e-48cc-9bef-1b6172d763b0 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-532976337', 'description': 'tempest-secgroup-smoke-532976337 description', 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8'}} {{(pid=92884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:02:28.962137 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-8452d5c4-1c7e-48cc-9bef-1b6172d763b0 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for security_group, before_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:29.043699 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-8452d5c4-1c7e-48cc-9bef-1b6172d763b0 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for security_group, precommit_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:29.047401 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-8452d5c4-1c7e-48cc-9bef-1b6172d763b0 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_create {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:29.074973 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-8452d5c4-1c7e-48cc-9bef-1b6172d763b0 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:29.076159 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-8452d5c4-1c7e-48cc-9bef-1b6172d763b0 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1393428 Jul 13 20:02:29.077377 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452d5c4-1c7e-48cc-9bef-1b6172d763b0 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a44441-d761-43cf-85b8-8cbf52d831d9,revision_number=1']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:29.079223 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46594) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:02:29.087095 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-d5312d44-10b8-4bcf-9baa-20f1b0c1a0ce tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Request body: {'security_group_rule': {'security_group_id': 'c6a44441-d761-43cf-85b8-8cbf52d831d9', 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:02:29.113188 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-d5312d44-10b8-4bcf-9baa-20f1b0c1a0ce tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:29.167881 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-d5312d44-10b8-4bcf-9baa-20f1b0c1a0ce tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:29.171391 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-d5312d44-10b8-4bcf-9baa-20f1b0c1a0ce tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629246'] for security_group_rule, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:29.189958 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5312d44-10b8-4bcf-9baa-20f1b0c1a0ce tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b805bb-4920-42ba-963c-a54441fd84d7,revision_number=0']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:29.193072 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-d5312d44-10b8-4bcf-9baa-20f1b0c1a0ce tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:29.194251 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-d5312d44-10b8-4bcf-9baa-20f1b0c1a0ce tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1109617 Jul 13 20:02:29.196925 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46596) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:02:29.201198 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-5146df34-f1c6-4032-8669-1cc52d360af4 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Request body: {'security_group_rule': {'security_group_id': 'c6a44441-d761-43cf-85b8-8cbf52d831d9', 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:02:29.226006 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-5146df34-f1c6-4032-8669-1cc52d360af4 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:29.286064 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-5146df34-f1c6-4032-8669-1cc52d360af4 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:29.289974 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-5146df34-f1c6-4032-8669-1cc52d360af4 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629246'] for security_group_rule, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:29.307990 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5146df34-f1c6-4032-8669-1cc52d360af4 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e35176a-81b1-4ef6-9e78-78b7d181e381,revision_number=0']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:29.310429 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-5146df34-f1c6-4032-8669-1cc52d360af4 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:29.314120 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-5146df34-f1c6-4032-8669-1cc52d360af4 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1137614 Jul 13 20:02:29.314569 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46598) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:02:29.318682 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-8f989f2f-6391-4e08-b521-9b62286dd81c tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Request body: {'security_group_rule': {'security_group_id': 'c6a44441-d761-43cf-85b8-8cbf52d831d9', 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:02:29.344417 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-8f989f2f-6391-4e08-b521-9b62286dd81c tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:29.400278 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-8f989f2f-6391-4e08-b521-9b62286dd81c tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:29.403744 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-8f989f2f-6391-4e08-b521-9b62286dd81c tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629246'] for security_group_rule, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:29.422934 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f989f2f-6391-4e08-b521-9b62286dd81c tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68f65f6e-2daf-486f-8d18-edb917ddea65,revision_number=0']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:29.427158 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-8f989f2f-6391-4e08-b521-9b62286dd81c tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:29.428324 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-8f989f2f-6391-4e08-b521-9b62286dd81c tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1130474 Jul 13 20:02:29.431123 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46600) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:02:29.435341 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-4bdd5923-300f-49a5-b923-543f85f21953 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Request body: {'security_group_rule': {'security_group_id': 'c6a44441-d761-43cf-85b8-8cbf52d831d9', 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:02:29.461214 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-4bdd5923-300f-49a5-b923-543f85f21953 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:29.518975 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-4bdd5923-300f-49a5-b923-543f85f21953 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:29.522808 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-4bdd5923-300f-49a5-b923-543f85f21953 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629246'] for security_group_rule, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:29.542409 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd5923-300f-49a5-b923-543f85f21953 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6326a2fb-43d8-4e44-a3e6-4020918e865b,revision_number=0']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:29.545217 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-4bdd5923-300f-49a5-b923-543f85f21953 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:29.546496 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-4bdd5923-300f-49a5-b923-543f85f21953 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1143777 Jul 13 20:02:29.549305 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46602) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:02:29.554235 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-df3a14df-041f-4985-ad17-b2ac8924b6fd tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Request body: {'security_group_rule': {'security_group_id': 'c6a44441-d761-43cf-85b8-8cbf52d831d9', 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:02:29.575350 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.db.securitygroups_db [None req-df3a14df-041f-4985-ad17-b2ac8924b6fd tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Project 334e2b8fd3844b3b8d7e41bfaa2fc7f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 20:02:29.580349 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-df3a14df-041f-4985-ad17-b2ac8924b6fd tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:29.609899 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 05883f3c-a42c-447a-a1da-823e484b0b37 up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:02:29.647948 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-df3a14df-041f-4985-ad17-b2ac8924b6fd tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:29.652761 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-df3a14df-041f-4985-ad17-b2ac8924b6fd tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629246'] for security_group_rule, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:29.678904 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a14df-041f-4985-ad17-b2ac8924b6fd tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=477c4ca1-579e-4df6-bb88-4ff317fa939b,revision_number=0']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:29.689583 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-df3a14df-041f-4985-ad17-b2ac8924b6fd tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:29.690959 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-df3a14df-041f-4985-ad17-b2ac8924b6fd tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1407142 Jul 13 20:02:29.694301 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46604) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:02:29.696436 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port 05883f3c-a42c-447a-a1da-823e484b0b37 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:02:29.696963 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:29.699793 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-9441c878-fcfe-4842-8288-df2172d78916 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Request body: {'security_group_rule': {'security_group_id': 'c6a44441-d761-43cf-85b8-8cbf52d831d9', 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:02:29.727465 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.db.securitygroups_db [None req-9441c878-fcfe-4842-8288-df2172d78916 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Project 334e2b8fd3844b3b8d7e41bfaa2fc7f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 20:02:29.735881 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-9441c878-fcfe-4842-8288-df2172d78916 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:29.798622 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-9441c878-fcfe-4842-8288-df2172d78916 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:29.803249 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-9441c878-fcfe-4842-8288-df2172d78916 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629246'] for security_group_rule, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:29.821887 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441c878-fcfe-4842-8288-df2172d78916 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3608c8e-7a9b-4d17-8c75-ec0fbb89ce1d,revision_number=0']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:29.829904 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-9441c878-fcfe-4842-8288-df2172d78916 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:29.832975 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-9441c878-fcfe-4842-8288-df2172d78916 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1376886 Jul 13 20:02:30.991908 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1111a51d-e881-4559-848c-71bcad0f204f None None] Sync routers for ids ['46712f44-72e9-41fc-8c6b-2aa173967b74'] in dv-cinder-786933-3-iscsi {{(pid=92887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:02:31.000941 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1111a51d-e881-4559-848c-71bcad0f204f None None] Routers {'46712f44-72e9-41fc-8c6b-2aa173967b74'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:02:31.001496 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-1111a51d-e881-4559-848c-71bcad0f204f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T20:02:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['46712f44-72e9-41fc-8c6b-2aa173967b74'], 'active': True} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:02:31.101513 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvr_db [None req-1111a51d-e881-4559-848c-71bcad0f204f None None] Set router 46712f44-72e9-41fc-8c6b-2aa173967b74 gateway port host: dv-cinder-786933-3-iscsi {{(pid=92887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:02:31.296944 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-1111a51d-e881-4559-848c-71bcad0f204f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46712f44-72e9-41fc-8c6b-2aa173967b74', 'name': 'tempest-TestVolumeBootPattern-959790279-router', 'tenant_id': '431e72133cb44a699effe97c35fea761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'eac1107d-eb10-4ecf-ae11-1887355fb2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:02:24Z', 'updated_at': '2021-07-13T20:02:27Z', 'revision_number': 4, 'project_id': '431e72133cb44a699effe97c35fea761', 'gw_port': {'id': 'eac1107d-eb10-4ecf-ae11-1887355fb2ba', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:99:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46712f44-72e9-41fc-8c6b-2aa173967b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:25Z', 'updated_at': '2021-07-13T20:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '0eac82a1-d5d5-48df-b767-b7cc264542fc', 'name': '', 'network_id': '7a15bc7a-e598-4cbe-a2e4-4a2599dfb0cf', 'tenant_id': '431e72133cb44a699effe97c35fea761', 'mac_address': 'fa:16:3e:02:fa:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46712f44-72e9-41fc-8c6b-2aa173967b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '393fd01b-1149-4758-abb4-023e2cef54f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:26Z', 'updated_at': '2021-07-13T20:02:27Z', 'revision_number': 2, 'project_id': '431e72133cb44a699effe97c35fea761', 'subnets': [{'id': '393fd01b-1149-4758-abb4-023e2cef54f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:02:31.323045 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1111a51d-e881-4559-848c-71bcad0f204f None None] Checking router: 46712f44-72e9-41fc-8c6b-2aa173967b74 for host: dv-cinder-786933-3-iscsi {{(pid=92887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:02:31.323410 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1111a51d-e881-4559-848c-71bcad0f204f None None] Updating router 46712f44-72e9-41fc-8c6b-2aa173967b74 port 0eac82a1-d5d5-48df-b767-b7cc264542fc binding host dv-cinder-786933-3-iscsi {{(pid=92887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 20:02:31.355824 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-1111a51d-e881-4559-848c-71bcad0f204f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:31.611374 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device eac1107d-eb10-4ecf-ae11-1887355fb2ba up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:02:31.621044 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-1111a51d-e881-4559-848c-71bcad0f204f None None] Notify callbacks [] for port, precommit_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:31.630608 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.provisioning_blocks [None req-1111a51d-e881-4559-848c-71bcad0f204f None None] Transition to ACTIVE for port object 0eac82a1-d5d5-48df-b767-b7cc264542fc will not be triggered until provisioned by entity L2. {{(pid=92887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:02:31.636570 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-1111a51d-e881-4559-848c-71bcad0f204f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:31.663003 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning for port eac1107d-eb10-4ecf-ae11-1887355fb2ba completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:02:31.667954 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port eac1107d-eb10-4ecf-ae11-1887355fb2ba triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:02:31.668334 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:31.694409 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29aa7a6-75d3-43fe-a79d-1f33c39f4628 None None] Pushing event updated for resources: {'Port': ['ID=0eac82a1-d5d5-48df-b767-b7cc264542fc,revision_number=3']} {{(pid=92887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:31.754344 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.managers [None req-1111a51d-e881-4559-848c-71bcad0f204f None None] Attempting to bind port 0eac82a1-d5d5-48df-b767-b7cc264542fc on host dv-cinder-786933-3-iscsi for vnic_type normal with profile {{(pid=92887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:02:31.754749 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.managers [None req-1111a51d-e881-4559-848c-71bcad0f204f None None] Attempting to bind port 0eac82a1-d5d5-48df-b767-b7cc264542fc by drivers openvswitch,hyperv on host dv-cinder-786933-3-iscsi at level 0 using segments [{'id': 'd7b74b94-9650-4a80-b000-ca349eeecdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '7a15bc7a-e598-4cbe-a2e4-4a2599dfb0cf'}] {{(pid=92887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:02:31.755223 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1111a51d-e881-4559-848c-71bcad0f204f None None] Attempting to bind port 0eac82a1-d5d5-48df-b767-b7cc264542fc on network 7a15bc7a-e598-4cbe-a2e4-4a2599dfb0cf {{(pid=92887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:02:31.760995 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1111a51d-e881-4559-848c-71bcad0f204f None None] Checking agent: {'id': '666c655c-5d62-4287-a041-db0951989b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 16, 18), 'started_at': datetime.datetime(2021, 7, 13, 19, 16, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:02:31.761368 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1111a51d-e881-4559-848c-71bcad0f204f None None] Checking segment: {'id': 'd7b74b94-9650-4a80-b000-ca349eeecdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '7a15bc7a-e598-4cbe-a2e4-4a2599dfb0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:02:31.761773 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-1111a51d-e881-4559-848c-71bcad0f204f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:31.762161 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1111a51d-e881-4559-848c-71bcad0f204f None None] Bound using segment: {'id': 'd7b74b94-9650-4a80-b000-ca349eeecdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '7a15bc7a-e598-4cbe-a2e4-4a2599dfb0cf'} {{(pid=92887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:02:31.762630 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.managers [None req-1111a51d-e881-4559-848c-71bcad0f204f None None] Bound port: 0eac82a1-d5d5-48df-b767-b7cc264542fc, host: dv-cinder-786933-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b74b94-9650-4a80-b000-ca349eeecdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '7a15bc7a-e598-4cbe-a2e4-4a2599dfb0cf'}}] {{(pid=92887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:02:31.763026 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-1111a51d-e881-4559-848c-71bcad0f204f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:31.763705 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:31.785886 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] For port eac1107d-eb10-4ecf-ae11-1887355fb2ba, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=eac1107d-eb10-4ecf-ae11-1887355fb2ba,segment=NetworkSegment(13a02452-998b-4f16-8f41-6eb5670d640f),segment_id=13a02452-998b-4f16-8f41-6eb5670d640f)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:02:31.789991 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:31.834207 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.db [None req-1111a51d-e881-4559-848c-71bcad0f204f None None] For port 0eac82a1-d5d5-48df-b767-b7cc264542fc, host dv-cinder-786933-3-iscsi, cleared binding levels {{(pid=92887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:02:31.837720 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.plugins.ml2.db [None req-1111a51d-e881-4559-848c-71bcad0f204f None None] For port 0eac82a1-d5d5-48df-b767-b7cc264542fc, host dv-cinder-786933-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=0eac82a1-d5d5-48df-b767-b7cc264542fc,segment=NetworkSegment(d7b74b94-9650-4a80-b000-ca349eeecdc4),segment_id=d7b74b94-9650-4a80-b000-ca349eeecdc4)] {{(pid=92887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:02:31.842222 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron_lib.callbacks.manager [None req-1111a51d-e881-4559-848c-71bcad0f204f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:31.845794 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Pushing event updated for resources: {'Port': ['ID=eac1107d-eb10-4ecf-ae11-1887355fb2ba,revision_number=4']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:31.892440 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1111a51d-e881-4559-848c-71bcad0f204f None None] Routers {'46712f44-72e9-41fc-8c6b-2aa173967b74'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:02:31.893163 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-1111a51d-e881-4559-848c-71bcad0f204f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T20:02:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['46712f44-72e9-41fc-8c6b-2aa173967b74'], 'active': True} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:02:31.943906 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29aa7a6-75d3-43fe-a79d-1f33c39f4628 None None] Pushing event updated for resources: {'Port': ['ID=0eac82a1-d5d5-48df-b767-b7cc264542fc,revision_number=4']} {{(pid=92887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:32.023830 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvr_db [None req-1111a51d-e881-4559-848c-71bcad0f204f None None] Set router 46712f44-72e9-41fc-8c6b-2aa173967b74 gateway port host: dv-cinder-786933-3-iscsi {{(pid=92887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:02:32.215443 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-1111a51d-e881-4559-848c-71bcad0f204f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46712f44-72e9-41fc-8c6b-2aa173967b74', 'name': 'tempest-TestVolumeBootPattern-959790279-router', 'tenant_id': '431e72133cb44a699effe97c35fea761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'eac1107d-eb10-4ecf-ae11-1887355fb2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:02:24Z', 'updated_at': '2021-07-13T20:02:27Z', 'revision_number': 4, 'project_id': '431e72133cb44a699effe97c35fea761', 'gw_port': {'id': 'eac1107d-eb10-4ecf-ae11-1887355fb2ba', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:99:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46712f44-72e9-41fc-8c6b-2aa173967b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:25Z', 'updated_at': '2021-07-13T20:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '0eac82a1-d5d5-48df-b767-b7cc264542fc', 'name': '', 'network_id': '7a15bc7a-e598-4cbe-a2e4-4a2599dfb0cf', 'tenant_id': '431e72133cb44a699effe97c35fea761', 'mac_address': 'fa:16:3e:02:fa:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46712f44-72e9-41fc-8c6b-2aa173967b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '393fd01b-1149-4758-abb4-023e2cef54f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:26Z', 'updated_at': '2021-07-13T20:02:31Z', 'revision_number': 4, 'project_id': '431e72133cb44a699effe97c35fea761', 'subnets': [{'id': '393fd01b-1149-4758-abb4-023e2cef54f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:02:32.245664 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1111a51d-e881-4559-848c-71bcad0f204f None None] The sync data for ids ['46712f44-72e9-41fc-8c6b-2aa173967b74'] in dv-cinder-786933-3-iscsi is: [{'id': '46712f44-72e9-41fc-8c6b-2aa173967b74', 'name': 'tempest-TestVolumeBootPattern-959790279-router', 'tenant_id': '431e72133cb44a699effe97c35fea761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'eac1107d-eb10-4ecf-ae11-1887355fb2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:02:24Z', 'updated_at': '2021-07-13T20:02:27Z', 'revision_number': 4, 'project_id': '431e72133cb44a699effe97c35fea761', 'gw_port': {'id': 'eac1107d-eb10-4ecf-ae11-1887355fb2ba', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:99:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46712f44-72e9-41fc-8c6b-2aa173967b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:25Z', 'updated_at': '2021-07-13T20:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '0eac82a1-d5d5-48df-b767-b7cc264542fc', 'name': '', 'network_id': '7a15bc7a-e598-4cbe-a2e4-4a2599dfb0cf', 'tenant_id': '431e72133cb44a699effe97c35fea761', 'mac_address': 'fa:16:3e:02:fa:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46712f44-72e9-41fc-8c6b-2aa173967b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '393fd01b-1149-4758-abb4-023e2cef54f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:26Z', 'updated_at': '2021-07-13T20:02:31Z', 'revision_number': 4, 'project_id': '431e72133cb44a699effe97c35fea761', 'subnets': [{'id': '393fd01b-1149-4758-abb4-023e2cef54f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:02:33.617611 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 0eac82a1-d5d5-48df-b767-b7cc264542fc up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:02:33.664044 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning for port 0eac82a1-d5d5-48df-b767-b7cc264542fc completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:02:33.667451 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port 0eac82a1-d5d5-48df-b767-b7cc264542fc triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:02:33.667820 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:33.865375 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:33.896159 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] For port 0eac82a1-d5d5-48df-b767-b7cc264542fc, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=0eac82a1-d5d5-48df-b767-b7cc264542fc,segment=NetworkSegment(d7b74b94-9650-4a80-b000-ca349eeecdc4),segment_id=d7b74b94-9650-4a80-b000-ca349eeecdc4)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:02:33.900610 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:33.901342 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device eac1107d-eb10-4ecf-ae11-1887355fb2ba up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:02:33.973830 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Pushing event updated for resources: {'Port': ['ID=0eac82a1-d5d5-48df-b767-b7cc264542fc,revision_number=5']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:33.986216 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port eac1107d-eb10-4ecf-ae11-1887355fb2ba triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:02:33.986590 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:35.593796 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 0eac82a1-d5d5-48df-b767-b7cc264542fc up at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:02:35.639545 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Provisioning complete for port 0eac82a1-d5d5-48df-b767-b7cc264542fc triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:02:35.639910 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:43.144093 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:45.233890 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-49df0765-fb87-4a7d-b07a-499e9cdfd650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:45.594350 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:02:46.311449 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-f821ca14-874b-45f8-91c1-c3c4b91ba459 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-532976337&fields=id&tenant_id=334e2b8fd3844b3b8d7e41bfaa2fc7f8 HTTP/1.1" status: 200 len: 267 time: 0.0435059 Jul 13 20:02:46.419884 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-dc18c121-a377-4b72-961f-8acf3c16ad7f tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:46.421412 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-dc18c121-a377-4b72-961f-8acf3c16ad7f tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/networks?id=61405a63-3c35-46cf-a1e4-683f49fcf69a HTTP/1.1" status: 200 len: 811 time: 0.1035957 Jul 13 20:02:46.436386 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-90540eb8-2e40-4227-b632-05d0d3a3360c tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/quotas/334e2b8fd3844b3b8d7e41bfaa2fc7f8 HTTP/1.1" status: 200 len: 375 time: 0.0096695 Jul 13 20:02:46.505017 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-9b5f1915-f29f-4bb7-b0f4-0783e4b64e22 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=334e2b8fd3844b3b8d7e41bfaa2fc7f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0638483 Jul 13 20:02:46.617946 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-d95d4d28-3aae-40e4-9b7d-3aec1f7d6396 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 20:02:46.618996 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-d95d4d28-3aae-40e4-9b7d-3aec1f7d6396 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1007307 Jul 13 20:02:46.714135 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-081ab3ba-479e-4266-90ad-299ebf910ac2 service neutron] 10.222.0.22 "GET /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884728 Jul 13 20:02:46.805296 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-c0deeb00-0238-4cd2-a513-7e7e4b1a2625 service neutron] 10.222.0.22 "GET /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853677 Jul 13 20:02:47.113806 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-6df17b49-0980-4828-a9c1-b49c93bc406a req-03c19a76-a8e3-4e57-b95c-3bfa914d62ef tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=82aadd2f-94df-4569-9749-53a119331092 HTTP/1.1" status: 200 len: 210 time: 0.0378230 Jul 13 20:02:47.810988 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6cfe2d27-d310-4643-a972-ef5d39a8aa7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:47.923308 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:48.255214 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-97d096b4-10f1-41b8-bb32-305e96782d26 req-3bef29d4-0923-4f42-99ca-6743f2c41833 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=82aadd2f-94df-4569-9749-53a119331092 HTTP/1.1" status: 200 len: 210 time: 0.0323098 Jul 13 20:02:48.423836 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-c199c249-6320-4f68-91f3-923daed43458 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:48.425450 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-c199c249-6320-4f68-91f3-923daed43458 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.72 "GET /v2.0/networks?id=61405a63-3c35-46cf-a1e4-683f49fcf69a HTTP/1.1" status: 200 len: 811 time: 0.1019571 Jul 13 20:02:48.469189 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-64e466b6-a77a-451a-a44d-03ea97355a19 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=334e2b8fd3844b3b8d7e41bfaa2fc7f8 HTTP/1.1" status: 200 len: 379 time: 0.0348043 Jul 13 20:02:48.477526 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-cf7958f2-ecbc-4ad0-81e9-5b0c433c6094 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Request body: {'port': {'device_id': '82aadd2f-94df-4569-9749-53a119331092', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'admin_state_up': True, 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'security_groups': ['c6a44441-d761-43cf-85b8-8cbf52d831d9']}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:02:48.582968 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-cf7958f2-ecbc-4ad0-81e9-5b0c433c6094 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Made reservation on behalf of 334e2b8fd3844b3b8d7e41bfaa2fc7f8 for: {'port': 1} {{(pid=92885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:02:48.586483 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-cf7958f2-ecbc-4ad0-81e9-5b0c433c6094 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:48.710363 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.db_base_plugin_common [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-cf7958f2-ecbc-4ad0-81e9-5b0c433c6094 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Allocated IP 172.20.0.11 (61405a63-3c35-46cf-a1e4-683f49fcf69a/fd19ba54-4aee-44a0-b72e-1cafbf3cf329/6c2b98ec-1145-421e-a334-6dd2cd531dfa) {{(pid=92885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:02:48.852382 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-cf7958f2-ecbc-4ad0-81e9-5b0c433c6094 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for port, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:48.867166 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.provisioning_blocks [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-cf7958f2-ecbc-4ad0-81e9-5b0c433c6094 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Transition to ACTIVE for port object 6c2b98ec-1145-421e-a334-6dd2cd531dfa will not be triggered until provisioned by entity DHCP. {{(pid=92885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:02:48.903965 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-cf7958f2-ecbc-4ad0-81e9-5b0c433c6094 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372888'] for port, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:48.952010 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-cf7958f2-ecbc-4ad0-81e9-5b0c433c6094 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Network 61405a63-3c35-46cf-a1e4-683f49fcf69a is already hosted by enough agents. {{(pid=92885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:02:48.955270 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.base_scheduler [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-cf7958f2-ecbc-4ad0-81e9-5b0c433c6094 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Resources bound (agent type, host, resource id): {{(pid=92885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:02:48.959168 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.l3_dvrscheduler_db [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-cf7958f2-ecbc-4ad0-81e9-5b0c433c6094 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Received port after_create {{(pid=92885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:02:48.983702 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7958f2-ecbc-4ad0-81e9-5b0c433c6094 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Pushing event updated for resources: {'Port': ['ID=6c2b98ec-1145-421e-a334-6dd2cd531dfa,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:48.994932 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7958f2-ecbc-4ad0-81e9-5b0c433c6094 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:48.995296 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7958f2-ecbc-4ad0-81e9-5b0c433c6094 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:48.995734 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7958f2-ecbc-4ad0-81e9-5b0c433c6094 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:48.996104 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7958f2-ecbc-4ad0-81e9-5b0c433c6094 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:48.996287 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7958f2-ecbc-4ad0-81e9-5b0c433c6094 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:48.996718 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7958f2-ecbc-4ad0-81e9-5b0c433c6094 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:48.996995 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7958f2-ecbc-4ad0-81e9-5b0c433c6094 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:48.997286 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7958f2-ecbc-4ad0-81e9-5b0c433c6094 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:48.997612 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7958f2-ecbc-4ad0-81e9-5b0c433c6094 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:48.997938 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7958f2-ecbc-4ad0-81e9-5b0c433c6094 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:48.998257 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7958f2-ecbc-4ad0-81e9-5b0c433c6094 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:48.998581 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7958f2-ecbc-4ad0-81e9-5b0c433c6094 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:02:49.023203 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-cf7958f2-ecbc-4ad0-81e9-5b0c433c6094 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:49.023825 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-cf7958f2-ecbc-4ad0-81e9-5b0c433c6094 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:49.039154 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-cf7958f2-ecbc-4ad0-81e9-5b0c433c6094 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5650547 Jul 13 20:02:49.051837 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-6430ec6b-2a43-4cea-b2ee-0330ef435d27 service neutron] Request body: {'port': {'device_id': '82aadd2f-94df-4569-9749-53a119331092', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:02:49.128896 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-6430ec6b-2a43-4cea-b2ee-0330ef435d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:49.145023 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-2c50b861-b7bd-4287-9581-d1c2814b17f7 None None] Provisioning for port 6c2b98ec-1145-421e-a334-6dd2cd531dfa completed by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:02:49.148719 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-2c50b861-b7bd-4287-9581-d1c2814b17f7 None None] Provisioning complete for port 6c2b98ec-1145-421e-a334-6dd2cd531dfa triggered by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:02:49.149083 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-2c50b861-b7bd-4287-9581-d1c2814b17f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:49.191790 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-2c50b861-b7bd-4287-9581-d1c2814b17f7 None None] Port 6c2b98ec-1145-421e-a334-6dd2cd531dfa cannot update to ACTIVE because it is not bound. {{(pid=92886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:02:49.193904 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:49.417550 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.notifiers.nova [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-6430ec6b-2a43-4cea-b2ee-0330ef435d27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c2b98ec-1145-421e-a334-6dd2cd531dfa {{(pid=92885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:02:49.427103 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-6430ec6b-2a43-4cea-b2ee-0330ef435d27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:49.446372 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.provisioning_blocks [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-6430ec6b-2a43-4cea-b2ee-0330ef435d27 service neutron] Transition to ACTIVE for port object 6c2b98ec-1145-421e-a334-6dd2cd531dfa will not be triggered until provisioned by entity L2. {{(pid=92885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:02:49.450828 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-6430ec6b-2a43-4cea-b2ee-0330ef435d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372883'] for port, after_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:49.501514 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e437dc-a544-4bb2-b553-a9398ca33191 req-d7782d6d-826a-4760-a539-8cbffbcd5aae tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:49.502877 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e8e437dc-a544-4bb2-b553-a9398ca33191 req-d7782d6d-826a-4760-a539-8cbffbcd5aae tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=82aadd2f-94df-4569-9749-53a119331092 HTTP/1.1" status: 200 len: 932 time: 0.1283038 Jul 13 20:02:49.516190 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430ec6b-2a43-4cea-b2ee-0330ef435d27 service neutron] Pushing event updated for resources: {'Port': ['ID=6c2b98ec-1145-421e-a334-6dd2cd531dfa,revision_number=2']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:49.595190 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e8e437dc-a544-4bb2-b553-a9398ca33191 req-f8de3c38-4f5a-4391-8942-a06914a1dea5 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818379 Jul 13 20:02:49.623741 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.managers [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-6430ec6b-2a43-4cea-b2ee-0330ef435d27 service neutron] Attempting to bind port 6c2b98ec-1145-421e-a334-6dd2cd531dfa on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:02:49.624132 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.managers [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-6430ec6b-2a43-4cea-b2ee-0330ef435d27 service neutron] Attempting to bind port 6c2b98ec-1145-421e-a334-6dd2cd531dfa by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '85c53708-6726-43fe-af8e-0df6a1a4de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a'}] {{(pid=92885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:02:49.624462 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-6430ec6b-2a43-4cea-b2ee-0330ef435d27 service neutron] Attempting to bind port 6c2b98ec-1145-421e-a334-6dd2cd531dfa on network 61405a63-3c35-46cf-a1e4-683f49fcf69a {{(pid=92885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:02:49.629136 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-6430ec6b-2a43-4cea-b2ee-0330ef435d27 service neutron] Port 6c2b98ec-1145-421e-a334-6dd2cd531dfa on network 61405a63-3c35-46cf-a1e4-683f49fcf69a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:02:49.629459 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-6430ec6b-2a43-4cea-b2ee-0330ef435d27 service neutron] Attempting to bind port 6c2b98ec-1145-421e-a334-6dd2cd531dfa on network 61405a63-3c35-46cf-a1e4-683f49fcf69a {{(pid=92885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:02:49.634466 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-6430ec6b-2a43-4cea-b2ee-0330ef435d27 service neutron] Checking agent: {'id': '412a95eb-dbf1-48e2-9390-163f76043269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 22, 13), 'started_at': datetime.datetime(2021, 7, 13, 19, 22, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:02:49.635309 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-6430ec6b-2a43-4cea-b2ee-0330ef435d27 service neutron] Checking segment: {'id': '85c53708-6726-43fe-af8e-0df6a1a4de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:02:49.635693 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-6430ec6b-2a43-4cea-b2ee-0330ef435d27 service neutron] Bound using segment: {'id': '85c53708-6726-43fe-af8e-0df6a1a4de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a'} {{(pid=92885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:02:49.636120 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.managers [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-6430ec6b-2a43-4cea-b2ee-0330ef435d27 service neutron] Bound port: 6c2b98ec-1145-421e-a334-6dd2cd531dfa, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c53708-6726-43fe-af8e-0df6a1a4de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a'}}] {{(pid=92885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:02:49.636480 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-6430ec6b-2a43-4cea-b2ee-0330ef435d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:49.697950 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.db [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-6430ec6b-2a43-4cea-b2ee-0330ef435d27 service neutron] For port 6c2b98ec-1145-421e-a334-6dd2cd531dfa, host hv-cinder-78693, cleared binding levels {{(pid=92885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:02:49.700823 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.db [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-6430ec6b-2a43-4cea-b2ee-0330ef435d27 service neutron] For port 6c2b98ec-1145-421e-a334-6dd2cd531dfa, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6c2b98ec-1145-421e-a334-6dd2cd531dfa,segment=NetworkSegment(85c53708-6726-43fe-af8e-0df6a1a4de32),segment_id=85c53708-6726-43fe-af8e-0df6a1a4de32)] {{(pid=92885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:02:49.705916 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-6430ec6b-2a43-4cea-b2ee-0330ef435d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372883'] for port, after_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:49.737797 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-6430ec6b-2a43-4cea-b2ee-0330ef435d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:49.738415 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-6430ec6b-2a43-4cea-b2ee-0330ef435d27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:49.739799 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-6430ec6b-2a43-4cea-b2ee-0330ef435d27 service neutron] 10.222.0.72 "PUT /v2.0/ports/6c2b98ec-1145-421e-a334-6dd2cd531dfa HTTP/1.1" status: 200 len: 1094 time: 0.6926763 Jul 13 20:02:49.740231 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82aadd2f-94df-4569-9749-53a119331092', 'tag': '6c2b98ec-1145-421e-a334-6dd2cd531dfa'}] {{(pid=92885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:02:49.742761 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31f80f9b8720474c1f79c69ae76da95a509923de65c92150015c81fc62ea229" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9800619-2ad3-4212-8063-8f45ff9bbe2d" -d '{"events": [{"name": "network-changed", "server_uuid": "82aadd2f-94df-4569-9749-53a119331092", "tag": "6c2b98ec-1145-421e-a334-6dd2cd531dfa"}]}' {{(pid=92885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:02:49.768626 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430ec6b-2a43-4cea-b2ee-0330ef435d27 service neutron] Pushing event updated for resources: {'Port': ['ID=6c2b98ec-1145-421e-a334-6dd2cd531dfa,revision_number=3']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:49.788046 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ebd4a5-26a6-439e-8cd8-f4882ae4c631 x-openstack-request-id: req-26ebd4a5-26a6-439e-8cd8-f4882ae4c631 {{(pid=92885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:02:49.788341 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82aadd2f-94df-4569-9749-53a119331092", "tag": "6c2b98ec-1145-421e-a334-6dd2cd531dfa", "status": "completed", "code": 200}]} {{(pid=92885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:02:49.788690 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-26ebd4a5-26a6-439e-8cd8-f4882ae4c631 {{(pid=92885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:02:49.789113 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82aadd2f-94df-4569-9749-53a119331092', 'tag': '6c2b98ec-1145-421e-a334-6dd2cd531dfa', 'status': 'completed', 'code': 200} Jul 13 20:02:49.845355 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-47e803dc-52ad-4720-b793-8e0099b3695e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:49.846887 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-47e803dc-52ad-4720-b793-8e0099b3695e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=334e2b8fd3844b3b8d7e41bfaa2fc7f8&device_id=82aadd2f-94df-4569-9749-53a119331092 HTTP/1.1" status: 200 len: 1097 time: 0.0534315 Jul 13 20:02:49.891915 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-899c5e23-12d1-463a-99db-6067bf19fafa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c2b98ec-1145-421e-a334-6dd2cd531dfa HTTP/1.1" status: 200 len: 217 time: 0.0384541 Jul 13 20:02:49.938920 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-466c5213-998c-44d8-a4f2-5c5ac5214644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:49.940384 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-466c5213-998c-44d8-a4f2-5c5ac5214644 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd19ba54-4aee-44a0-b72e-1cafbf3cf329 HTTP/1.1" status: 200 len: 850 time: 0.0429051 Jul 13 20:02:49.995343 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-58711186-22f0-42c1-a537-a0a1df874011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:49.996735 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-58711186-22f0-42c1-a537-a0a1df874011 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=61405a63-3c35-46cf-a1e4-683f49fcf69a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506377 Jul 13 20:02:50.085284 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-5aaeaf2b-6ff0-4303-991f-b1ef06e3f86e service neutron] 10.222.0.72 "GET /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814104 Jul 13 20:02:50.170643 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-8edb1089-3098-4bdf-88ff-be36f02281d0 req-501f1c3a-4107-4e56-9a51-7660128f7fef service neutron] 10.222.0.72 "GET /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793111 Jul 13 20:02:50.267343 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9800619-2ad3-4212-8063-8f45ff9bbe2d req-63be715c-ea59-4383-a7bf-98f3de5f0b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:50.268841 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-f9800619-2ad3-4212-8063-8f45ff9bbe2d req-63be715c-ea59-4383-a7bf-98f3de5f0b6a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=334e2b8fd3844b3b8d7e41bfaa2fc7f8&device_id=82aadd2f-94df-4569-9749-53a119331092 HTTP/1.1" status: 200 len: 1097 time: 0.0551121 Jul 13 20:02:50.352816 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9800619-2ad3-4212-8063-8f45ff9bbe2d req-f841f3f2-45aa-424c-a591-72538334de6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:50.354224 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-f9800619-2ad3-4212-8063-8f45ff9bbe2d req-f841f3f2-45aa-424c-a591-72538334de6f service neutron] 10.222.0.72 "GET /v2.0/networks?id=61405a63-3c35-46cf-a1e4-683f49fcf69a HTTP/1.1" status: 200 len: 913 time: 0.0793090 Jul 13 20:02:50.395948 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-f9800619-2ad3-4212-8063-8f45ff9bbe2d req-869b9b77-ddf9-4d81-be0e-c1dace36cb53 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c2b98ec-1145-421e-a334-6dd2cd531dfa HTTP/1.1" status: 200 len: 217 time: 0.0332062 Jul 13 20:02:50.445192 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9800619-2ad3-4212-8063-8f45ff9bbe2d req-de90fbfe-dea9-4183-820f-b4c24e7fdbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:50.446579 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-f9800619-2ad3-4212-8063-8f45ff9bbe2d req-de90fbfe-dea9-4183-820f-b4c24e7fdbd4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd19ba54-4aee-44a0-b72e-1cafbf3cf329 HTTP/1.1" status: 200 len: 850 time: 0.0439873 Jul 13 20:02:50.505539 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9800619-2ad3-4212-8063-8f45ff9bbe2d req-afa4af2d-2e44-4da8-8f6d-87f1538a9cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:50.507042 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-f9800619-2ad3-4212-8063-8f45ff9bbe2d req-afa4af2d-2e44-4da8-8f6d-87f1538a9cb2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=61405a63-3c35-46cf-a1e4-683f49fcf69a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531466 Jul 13 20:02:50.599384 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-f9800619-2ad3-4212-8063-8f45ff9bbe2d req-dc18bd8b-27ac-42e9-b140-4c38e4dceb2f service neutron] 10.222.0.72 "GET /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849364 Jul 13 20:02:50.696172 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-f9800619-2ad3-4212-8063-8f45ff9bbe2d req-c6b54b9b-2461-4ec0-a6d7-a211889fa942 service neutron] 10.222.0.72 "GET /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913427 Jul 13 20:02:50.771971 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cb1e1-193e-4013-95a1-8d1bb66ffa2c req-cdab714b-cf61-4da3-b88d-b52873f9b70b tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:50.773472 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e56cb1e1-193e-4013-95a1-8d1bb66ffa2c req-cdab714b-cf61-4da3-b88d-b52873f9b70b tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=82aadd2f-94df-4569-9749-53a119331092 HTTP/1.1" status: 200 len: 944 time: 0.0640309 Jul 13 20:02:50.813023 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e56cb1e1-193e-4013-95a1-8d1bb66ffa2c req-7539d1af-40dc-4103-9827-6728f8caeeaf tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336452 Jul 13 20:02:50.888240 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:51.990832 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89778597-757c-4db2-b565-5f2f7d5c3353 req-b42b0445-526b-4538-8463-d7d6bf7ce0cf tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:51.992606 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-89778597-757c-4db2-b565-5f2f7d5c3353 req-b42b0445-526b-4538-8463-d7d6bf7ce0cf tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=82aadd2f-94df-4569-9749-53a119331092 HTTP/1.1" status: 200 len: 944 time: 0.0648925 Jul 13 20:02:52.029716 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-89778597-757c-4db2-b565-5f2f7d5c3353 req-277db057-e3d7-4019-8a6e-d45f23f54cdb tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315304 Jul 13 20:02:53.205470 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085481a-b03e-4f14-862b-45009ba0c885 req-7b36f267-67ed-4800-9631-fde649e9c3b0 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:53.206957 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-4085481a-b03e-4f14-862b-45009ba0c885 req-7b36f267-67ed-4800-9631-fde649e9c3b0 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=82aadd2f-94df-4569-9749-53a119331092 HTTP/1.1" status: 200 len: 944 time: 0.0667658 Jul 13 20:02:53.244862 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-4085481a-b03e-4f14-862b-45009ba0c885 req-36bf99cb-d9a5-426d-bff0-863c9c36d566 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323660 Jul 13 20:02:54.412473 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f8c8d-f33c-4d30-945e-569fd37d0433 req-6c90ec96-9898-49f4-b6e0-dfaa5d393ff4 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:54.413988 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-587f8c8d-f33c-4d30-945e-569fd37d0433 req-6c90ec96-9898-49f4-b6e0-dfaa5d393ff4 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=82aadd2f-94df-4569-9749-53a119331092 HTTP/1.1" status: 200 len: 944 time: 0.0617938 Jul 13 20:02:54.451114 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-587f8c8d-f33c-4d30-945e-569fd37d0433 req-1bc7f102-203a-4cd1-a9b1-bc95ce4c91cf tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309749 Jul 13 20:02:55.627055 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0057f-3c5b-4c4e-a04b-e23a1aa01c13 req-355bff20-838e-485b-9644-709bb9482e06 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:55.628590 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-91e0057f-3c5b-4c4e-a04b-e23a1aa01c13 req-355bff20-838e-485b-9644-709bb9482e06 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=82aadd2f-94df-4569-9749-53a119331092 HTTP/1.1" status: 200 len: 944 time: 0.0644767 Jul 13 20:02:55.675786 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-91e0057f-3c5b-4c4e-a04b-e23a1aa01c13 req-efb25e95-60ab-4ea4-ad92-a3d235e2991c tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319431 Jul 13 20:02:56.847423 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b355d9d-a4d7-471c-9d81-d9a145213f4e req-328663ac-3c40-43a5-a5c8-772ab5495e3f tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:56.848987 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-7b355d9d-a4d7-471c-9d81-d9a145213f4e req-328663ac-3c40-43a5-a5c8-772ab5495e3f tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=82aadd2f-94df-4569-9749-53a119331092 HTTP/1.1" status: 200 len: 944 time: 0.0643904 Jul 13 20:02:56.886019 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-7b355d9d-a4d7-471c-9d81-d9a145213f4e req-b0cd1a30-3537-4f0f-a9d2-f46c8eb85db8 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311606 Jul 13 20:02:58.052661 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a58ee-7e16-45d0-9fe0-c67bdee02eea req-65439631-6bec-42c5-a02b-9986f1a87391 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:58.054135 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-f16a58ee-7e16-45d0-9fe0-c67bdee02eea req-65439631-6bec-42c5-a02b-9986f1a87391 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=82aadd2f-94df-4569-9749-53a119331092 HTTP/1.1" status: 200 len: 944 time: 0.0618260 Jul 13 20:02:58.091528 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-f16a58ee-7e16-45d0-9fe0-c67bdee02eea req-4f55bce6-d8d2-4d09-b6f8-8571569fa5a3 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317764 Jul 13 20:02:58.159858 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 6c2b98ec-1145-421e-a334-6dd2cd531dfa details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:02:58.251310 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 6c2b98ec-1145-421e-a334-6dd2cd531dfa, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6c2b98ec-1145-421e-a334-6dd2cd531dfa,segment=NetworkSegment(85c53708-6726-43fe-af8e-0df6a1a4de32),segment_id=85c53708-6726-43fe-af8e-0df6a1a4de32)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:02:58.262390 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Returning: {'device': '6c2b98ec-1145-421e-a334-6dd2cd531dfa', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'port_id': '6c2b98ec-1145-421e-a334-6dd2cd531dfa', 'mac_address': 'fa:16:3e:b3:bb:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:02:58.296937 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:58.308676 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.notifiers.nova [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c2b98ec-1145-421e-a334-6dd2cd531dfa {{(pid=92886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:02:58.327427 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 6c2b98ec-1145-421e-a334-6dd2cd531dfa, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6c2b98ec-1145-421e-a334-6dd2cd531dfa,segment=NetworkSegment(85c53708-6726-43fe-af8e-0df6a1a4de32),segment_id=85c53708-6726-43fe-af8e-0df6a1a4de32)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:02:58.331143 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:02:58.379042 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Pushing event updated for resources: {'Port': ['ID=6c2b98ec-1145-421e-a334-6dd2cd531dfa,revision_number=4']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:02:58.598014 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] get_ports_and_sgs() called for port_ids ['6c2b98ec-1145-421e-a334-6dd2cd531dfa'] {{(pid=92886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:02:59.257925 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a436321-9fc6-4e55-a8eb-6dcada47d987 req-ed0c3a57-38b1-466e-9a56-d66c4055c48a tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:02:59.259388 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-3a436321-9fc6-4e55-a8eb-6dcada47d987 req-ed0c3a57-38b1-466e-9a56-d66c4055c48a tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=82aadd2f-94df-4569-9749-53a119331092 HTTP/1.1" status: 200 len: 945 time: 0.0613003 Jul 13 20:02:59.296429 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-3a436321-9fc6-4e55-a8eb-6dcada47d987 req-e8ab162c-b8c3-4d79-8be5-1062ea8a1f8b tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316124 Jul 13 20:03:00.174515 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 6c2b98ec-1145-421e-a334-6dd2cd531dfa up at agent hyperv_hv-cinder-78693 {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:03:00.221612 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Provisioning for port 6c2b98ec-1145-421e-a334-6dd2cd531dfa completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:03:00.225263 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Provisioning complete for port 6c2b98ec-1145-421e-a334-6dd2cd531dfa triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:03:00.225627 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:00.296648 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:00.320530 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82aadd2f-94df-4569-9749-53a119331092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2b98ec-1145-421e-a334-6dd2cd531dfa'}] {{(pid=92886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:03:00.323273 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2110528246aa69f40c90618f30b6bebf52a56ffd7d9758f57e079d5fd4b7be03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6935a993-a271-4650-8755-96d43e911259" -d '{"events": [{"server_uuid": "82aadd2f-94df-4569-9749-53a119331092", "name": "network-vif-plugged", "status": "completed", "tag": "6c2b98ec-1145-421e-a334-6dd2cd531dfa"}]}' {{(pid=92886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:03:00.336150 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 6c2b98ec-1145-421e-a334-6dd2cd531dfa, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6c2b98ec-1145-421e-a334-6dd2cd531dfa,segment=NetworkSegment(85c53708-6726-43fe-af8e-0df6a1a4de32),segment_id=85c53708-6726-43fe-af8e-0df6a1a4de32)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:03:00.340404 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:00.365661 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba73d43-62e4-4911-8976-e56e933fcd6c x-openstack-request-id: req-dba73d43-62e4-4911-8976-e56e933fcd6c {{(pid=92886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:03:00.366216 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82aadd2f-94df-4569-9749-53a119331092", "name": "network-vif-plugged", "status": "completed", "tag": "6c2b98ec-1145-421e-a334-6dd2cd531dfa", "code": 200}]} {{(pid=92886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:03:00.366466 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dba73d43-62e4-4911-8976-e56e933fcd6c {{(pid=92886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:03:00.367190 dv-cinder-786933-3-iscsi neutron-server[92886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82aadd2f-94df-4569-9749-53a119331092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2b98ec-1145-421e-a334-6dd2cd531dfa', 'code': 200} Jul 13 20:03:00.395405 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Pushing event updated for resources: {'Port': ['ID=6c2b98ec-1145-421e-a334-6dd2cd531dfa,revision_number=5']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:03:00.473558 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a7dca-9f3c-49ac-8bbb-40db89dffc8e req-1f7a31c3-c19d-42f7-8bb6-307312e96e34 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:00.475214 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-ce2a7dca-9f3c-49ac-8bbb-40db89dffc8e req-1f7a31c3-c19d-42f7-8bb6-307312e96e34 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=82aadd2f-94df-4569-9749-53a119331092 HTTP/1.1" status: 200 len: 946 time: 0.0674770 Jul 13 20:03:00.514316 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-ce2a7dca-9f3c-49ac-8bbb-40db89dffc8e req-ca8da237-302a-4a4a-88a0-2bcf1bee2abf tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327928 Jul 13 20:03:00.619012 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcdcd63-0103-42a1-ade8-4b8dc090b337 req-294361ef-a2c1-425f-9c54-747c13300a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:00.620475 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-2bcdcd63-0103-42a1-ade8-4b8dc090b337 req-294361ef-a2c1-425f-9c54-747c13300a82 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=82aadd2f-94df-4569-9749-53a119331092 HTTP/1.1" status: 200 len: 1099 time: 0.0520282 Jul 13 20:03:00.653740 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-2bcdcd63-0103-42a1-ade8-4b8dc090b337 req-a154a635-4a14-4a1f-8e12-4cc2dacf63e9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262103 Jul 13 20:03:01.691018 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a7e01-dd83-408d-b3bf-d283ed214189 req-1f7fd68c-c27a-4536-b7ec-e6a4980a98e8 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:01.692545 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-da5a7e01-dd83-408d-b3bf-d283ed214189 req-1f7fd68c-c27a-4536-b7ec-e6a4980a98e8 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=82aadd2f-94df-4569-9749-53a119331092 HTTP/1.1" status: 200 len: 946 time: 0.0623603 Jul 13 20:03:01.736644 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-da5a7e01-dd83-408d-b3bf-d283ed214189 req-726189ad-0d82-4406-aed4-2c084ab692fb tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379789 Jul 13 20:03:01.914963 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0915e-a6ce-463a-bb53-260c3767898a req-f17cb21e-bcef-4004-b195-63488e149e5a tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:01.916932 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-67d0915e-a6ce-463a-bb53-260c3767898a req-f17cb21e-bcef-4004-b195-63488e149e5a tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=82aadd2f-94df-4569-9749-53a119331092 HTTP/1.1" status: 200 len: 946 time: 0.0701582 Jul 13 20:03:01.954395 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-67d0915e-a6ce-463a-bb53-260c3767898a req-0048de74-c93f-474d-b9b4-e477e5f61587 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319550 Jul 13 20:03:01.978882 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46768) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:03:02.069411 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff369d0c-60ab-4005-bd98-5993e7d70fcb tempest-TestVolumeBootPattern-2132042583 tempest-TestVolumeBootPattern-2132042583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:02.070930 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-ff369d0c-60ab-4005-bd98-5993e7d70fcb tempest-TestVolumeBootPattern-2132042583 tempest-TestVolumeBootPattern-2132042583-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=82aadd2f-94df-4569-9749-53a119331092 HTTP/1.1" status: 200 len: 1094 time: 0.0910699 Jul 13 20:03:02.073860 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46772) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:03:02.078154 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-18486d62-608b-4c33-90bf-d4b15d54b55d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Request body: {'floatingip': {'floating_network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'port_id': '6c2b98ec-1145-421e-a334-6dd2cd531dfa', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:03:02.099695 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-18486d62-608b-4c33-90bf-d4b15d54b55d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for floatingip, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:02.196192 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-18486d62-608b-4c33-90bf-d4b15d54b55d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:02.296207 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.db_base_plugin_common [None req-18486d62-608b-4c33-90bf-d4b15d54b55d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Allocated IP 172.27.2.53 (016193b2-3012-4896-ba69-fa2225e8730f/5c7148d1-68ad-4d7f-9cc6-340fc018242b/bfa0cb73-b040-415c-8a97-6807e7d86acc) {{(pid=92885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:03:02.396225 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-18486d62-608b-4c33-90bf-d4b15d54b55d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for port, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:02.434301 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-18486d62-608b-4c33-90bf-d4b15d54b55d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372888'] for port, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:02.469383 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18486d62-608b-4c33-90bf-d4b15d54b55d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Network 016193b2-3012-4896-ba69-fa2225e8730f is already hosted by enough agents. {{(pid=92885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:03:02.473922 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.base_scheduler [None req-18486d62-608b-4c33-90bf-d4b15d54b55d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Resources bound (agent type, host, resource id): {{(pid=92885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:03:02.477229 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18486d62-608b-4c33-90bf-d4b15d54b55d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Received port after_create {{(pid=92885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:03:02.501975 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18486d62-608b-4c33-90bf-d4b15d54b55d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Pushing event updated for resources: {'Port': ['ID=bfa0cb73-b040-415c-8a97-6807e7d86acc,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:03:02.841430 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-18486d62-608b-4c33-90bf-d4b15d54b55d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:02.926320 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-18486d62-608b-4c33-90bf-d4b15d54b55d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:03.323437 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-18486d62-608b-4c33-90bf-d4b15d54b55d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for port, precommit_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:03.327944 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-18486d62-608b-4c33-90bf-d4b15d54b55d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372883'] for port, after_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:03.397682 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18486d62-608b-4c33-90bf-d4b15d54b55d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Pushing event updated for resources: {'Port': ['ID=bfa0cb73-b040-415c-8a97-6807e7d86acc,revision_number=2']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:03:03.405776 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-18486d62-608b-4c33-90bf-d4b15d54b55d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502340'] for floatingip, after_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:03.506009 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.db.l3_db [None req-18486d62-608b-4c33-90bf-d4b15d54b55d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Floating IP 735dd635-8445-49ce-842a-f140b598caf0 associated. External IP: 172.27.2.53, port: 6c2b98ec-1145-421e-a334-6dd2cd531dfa. Jul 13 20:03:03.711507 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18486d62-608b-4c33-90bf-d4b15d54b55d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Router 61b9e30c-659d-4a61-826c-54a402e3628f has already been hosted by L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd {{(pid=92885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:03:03.819358 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18486d62-608b-4c33-90bf-d4b15d54b55d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:03:03.830515 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e69d581-c4dc-4c44-924e-df0a04061a6c None None] Sync routers for ids ['61b9e30c-659d-4a61-826c-54a402e3628f'] in dv-cinder-786933-3-iscsi {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:03:03.836325 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-18486d62-608b-4c33-90bf-d4b15d54b55d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for floatingip, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:03.841461 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e69d581-c4dc-4c44-924e-df0a04061a6c None None] Routers {'61b9e30c-659d-4a61-826c-54a402e3628f'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:03:03.842088 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-5e69d581-c4dc-4c44-924e-df0a04061a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T20:02:48Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['61b9e30c-659d-4a61-826c-54a402e3628f'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:03:03.873244 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-18486d62-608b-4c33-90bf-d4b15d54b55d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7982578 Jul 13 20:03:03.873847 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82aadd2f-94df-4569-9749-53a119331092', 'tag': '6c2b98ec-1145-421e-a334-6dd2cd531dfa'}] {{(pid=92885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:03:03.876127 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31f80f9b8720474c1f79c69ae76da95a509923de65c92150015c81fc62ea229" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2709e331-9ec2-48a3-b7d0-1679ca898e01" -d '{"events": [{"name": "network-changed", "server_uuid": "82aadd2f-94df-4569-9749-53a119331092", "tag": "6c2b98ec-1145-421e-a334-6dd2cd531dfa"}]}' {{(pid=92885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:03:03.913451 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3968ac-fca2-4336-887b-4d126a805510 x-openstack-request-id: req-7d3968ac-fca2-4336-887b-4d126a805510 {{(pid=92885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:03:03.913737 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82aadd2f-94df-4569-9749-53a119331092", "tag": "6c2b98ec-1145-421e-a334-6dd2cd531dfa", "status": "completed", "code": 200}]} {{(pid=92885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:03:03.913985 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7d3968ac-fca2-4336-887b-4d126a805510 {{(pid=92885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:03:03.914381 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82aadd2f-94df-4569-9749-53a119331092', 'tag': '6c2b98ec-1145-421e-a334-6dd2cd531dfa', 'status': 'completed', 'code': 200} Jul 13 20:03:03.950927 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-5e69d581-c4dc-4c44-924e-df0a04061a6c None None] Set router 61b9e30c-659d-4a61-826c-54a402e3628f gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:03:03.987953 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709e331-9ec2-48a3-b7d0-1679ca898e01 req-37dc10de-7040-4c26-848e-80a880ad0780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:03.989558 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-2709e331-9ec2-48a3-b7d0-1679ca898e01 req-37dc10de-7040-4c26-848e-80a880ad0780 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=334e2b8fd3844b3b8d7e41bfaa2fc7f8&device_id=82aadd2f-94df-4569-9749-53a119331092 HTTP/1.1" status: 200 len: 1099 time: 0.0540547 Jul 13 20:03:04.093461 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709e331-9ec2-48a3-b7d0-1679ca898e01 req-670ba2b8-56f5-44c5-b397-6ff11d16c62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:04.094973 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-2709e331-9ec2-48a3-b7d0-1679ca898e01 req-670ba2b8-56f5-44c5-b397-6ff11d16c62e service neutron] 10.222.0.72 "GET /v2.0/networks?id=61405a63-3c35-46cf-a1e4-683f49fcf69a HTTP/1.1" status: 200 len: 913 time: 0.0996270 Jul 13 20:03:04.193542 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-5e69d581-c4dc-4c44-924e-df0a04061a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'name': 'tempest-TestVolumeBootPattern-698245608-router', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:22Z', 'revision_number': 4, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'gw_port': {'id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_floatingips': [{'id': '735dd635-8445-49ce-842a-f140b598caf0', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'router_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'port_id': '6c2b98ec-1145-421e-a334-6dd2cd531dfa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'mac_address': 'fa:16:3e:b3:bb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82aadd2f-94df-4569-9749-53a119331092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:03:02Z', 'updated_at': '2021-07-13T20:03:02Z', 'revision_number': 0, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05883f3c-a42c-447a-a1da-823e484b0b37', 'name': '', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'mac_address': 'fa:16:3e:96:7a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:22Z', 'updated_at': '2021-07-13T20:02:28Z', 'revision_number': 5, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'subnets': [{'id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:03:04.218669 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-2709e331-9ec2-48a3-b7d0-1679ca898e01 req-d31691fc-28cf-4df7-99ef-6dd2b15ac157 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c2b98ec-1145-421e-a334-6dd2cd531dfa HTTP/1.1" status: 200 len: 999 time: 0.1170938 Jul 13 20:03:04.233537 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e69d581-c4dc-4c44-924e-df0a04061a6c None None] Checking router: 61b9e30c-659d-4a61-826c-54a402e3628f for host: dv-cinder-786933-3-iscsi {{(pid=92886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:03:04.242443 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e69d581-c4dc-4c44-924e-df0a04061a6c None None] Routers {'61b9e30c-659d-4a61-826c-54a402e3628f'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:03:04.243057 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-5e69d581-c4dc-4c44-924e-df0a04061a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T20:02:48Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['61b9e30c-659d-4a61-826c-54a402e3628f'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:03:04.274922 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709e331-9ec2-48a3-b7d0-1679ca898e01 req-0f4cdc3d-3eae-46c0-bc63-533181798d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:04.277510 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-2709e331-9ec2-48a3-b7d0-1679ca898e01 req-0f4cdc3d-3eae-46c0-bc63-533181798d0c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd19ba54-4aee-44a0-b72e-1cafbf3cf329 HTTP/1.1" status: 200 len: 850 time: 0.0527170 Jul 13 20:03:04.339192 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709e331-9ec2-48a3-b7d0-1679ca898e01 req-379f5746-c6cc-44c6-9b20-f7ebe1a703fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:04.340755 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-2709e331-9ec2-48a3-b7d0-1679ca898e01 req-379f5746-c6cc-44c6-9b20-f7ebe1a703fe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=61405a63-3c35-46cf-a1e4-683f49fcf69a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561075 Jul 13 20:03:04.357790 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-5e69d581-c4dc-4c44-924e-df0a04061a6c None None] Set router 61b9e30c-659d-4a61-826c-54a402e3628f gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:03:04.437646 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-2709e331-9ec2-48a3-b7d0-1679ca898e01 req-e880e7a9-29db-464f-98e7-5fb09177a395 service neutron] 10.222.0.72 "GET /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900118 Jul 13 20:03:04.530340 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-2709e331-9ec2-48a3-b7d0-1679ca898e01 req-e11433e2-e4fd-4d95-949a-4cc33be75744 service neutron] 10.222.0.72 "GET /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867717 Jul 13 20:03:04.589143 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-5e69d581-c4dc-4c44-924e-df0a04061a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'name': 'tempest-TestVolumeBootPattern-698245608-router', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:22Z', 'revision_number': 4, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'gw_port': {'id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_floatingips': [{'id': '735dd635-8445-49ce-842a-f140b598caf0', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'router_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'port_id': '6c2b98ec-1145-421e-a334-6dd2cd531dfa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'mac_address': 'fa:16:3e:b3:bb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82aadd2f-94df-4569-9749-53a119331092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:03:02Z', 'updated_at': '2021-07-13T20:03:02Z', 'revision_number': 0, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05883f3c-a42c-447a-a1da-823e484b0b37', 'name': '', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'mac_address': 'fa:16:3e:96:7a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:22Z', 'updated_at': '2021-07-13T20:02:28Z', 'revision_number': 5, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'subnets': [{'id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:03:04.617951 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e69d581-c4dc-4c44-924e-df0a04061a6c None None] The sync data for ids ['61b9e30c-659d-4a61-826c-54a402e3628f'] in dv-cinder-786933-3-iscsi is: [{'id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'name': 'tempest-TestVolumeBootPattern-698245608-router', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:22Z', 'revision_number': 4, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'gw_port': {'id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_floatingips': [{'id': '735dd635-8445-49ce-842a-f140b598caf0', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'router_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'port_id': '6c2b98ec-1145-421e-a334-6dd2cd531dfa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'mac_address': 'fa:16:3e:b3:bb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82aadd2f-94df-4569-9749-53a119331092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:03:02Z', 'updated_at': '2021-07-13T20:03:02Z', 'revision_number': 0, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05883f3c-a42c-447a-a1da-823e484b0b37', 'name': '', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'mac_address': 'fa:16:3e:96:7a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:22Z', 'updated_at': '2021-07-13T20:02:28Z', 'revision_number': 5, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'subnets': [{'id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:03:04.797693 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9943757d-cf16-4b4f-a113-b16c9e291207 None None] New status for floating IP 735dd635-8445-49ce-842a-f140b598caf0: ACTIVE {{(pid=92887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:03:13.137064 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:15.235878 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-3a92b828-44c2-40f0-8553-4112647c0028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:17.813966 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-5a7bbe7b-e77a-4028-9b01-21ba145eef0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:17.924743 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:19.187985 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:20.890946 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:22.593535 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:03:43.141690 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:45.235892 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6303edd3-a3eb-4f2e-a325-5042d60b8ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:47.299107 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-1bf00f72-97b9-4b9b-8670-6725000075f6 req-295d4fbd-291e-4e48-a265-7d345e97c897 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=82aadd2f-94df-4569-9749-53a119331092&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507593 Jul 13 20:03:47.394382 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf00f72-97b9-4b9b-8670-6725000075f6 req-20aef14d-364d-422c-992f-e49daa66cfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:47.395887 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-1bf00f72-97b9-4b9b-8670-6725000075f6 req-20aef14d-364d-422c-992f-e49daa66cfd7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=334e2b8fd3844b3b8d7e41bfaa2fc7f8&device_id=82aadd2f-94df-4569-9749-53a119331092 HTTP/1.1" status: 200 len: 1099 time: 0.0559220 Jul 13 20:03:47.499291 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf00f72-97b9-4b9b-8670-6725000075f6 req-d47f2f14-fa3d-4768-abf2-8635a0078deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:47.500799 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-1bf00f72-97b9-4b9b-8670-6725000075f6 req-d47f2f14-fa3d-4768-abf2-8635a0078deb service neutron] 10.222.0.72 "GET /v2.0/networks?id=61405a63-3c35-46cf-a1e4-683f49fcf69a HTTP/1.1" status: 200 len: 913 time: 0.0835114 Jul 13 20:03:47.568304 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-1bf00f72-97b9-4b9b-8670-6725000075f6 req-05a1f292-9be7-494b-932c-c3cdef65a638 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c2b98ec-1145-421e-a334-6dd2cd531dfa HTTP/1.1" status: 200 len: 1001 time: 0.0613890 Jul 13 20:03:47.617233 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf00f72-97b9-4b9b-8670-6725000075f6 req-ca9d9608-48ff-43e6-b1f6-e619e6405c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:47.618709 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-1bf00f72-97b9-4b9b-8670-6725000075f6 req-ca9d9608-48ff-43e6-b1f6-e619e6405c28 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd19ba54-4aee-44a0-b72e-1cafbf3cf329 HTTP/1.1" status: 200 len: 850 time: 0.0440280 Jul 13 20:03:47.674919 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf00f72-97b9-4b9b-8670-6725000075f6 req-201e5d0b-b25d-4d9f-96f2-70edd0ef2b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:03:47.676414 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-1bf00f72-97b9-4b9b-8670-6725000075f6 req-201e5d0b-b25d-4d9f-96f2-70edd0ef2b22 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=61405a63-3c35-46cf-a1e4-683f49fcf69a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519533 Jul 13 20:03:47.767398 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-1bf00f72-97b9-4b9b-8670-6725000075f6 req-d5a2d81f-9268-457e-8cba-68e7ed067c54 service neutron] 10.222.0.72 "GET /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844982 Jul 13 20:03:47.815437 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-67ebd9bc-2e32-45e6-aeed-6a666bbf604c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:47.858076 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-1bf00f72-97b9-4b9b-8670-6725000075f6 req-d006201c-8b0b-4fa2-9154-991ab6c85fef service neutron] 10.222.0.72 "GET /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843406 Jul 13 20:03:47.924578 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:49.189417 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:50.893546 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:03:59.594496 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:04:13.143648 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:04:15.236221 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-338f15f2-ad63-4caa-8fd1-8006fd813209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:04:17.816001 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-fe68bdf0-c242-4f99-9211-d7150b70fe00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:04:17.926288 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:04:19.193247 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:04:20.897740 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:04:36.593853 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:04:43.144969 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:04:45.237412 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-b8fd3efa-eb73-4353-8a34-0bf479128401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:04:47.816756 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-a57b358b-0c50-4b4d-9191-74da8d9e42ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:04:47.927120 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:04:49.197929 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:04:49.240965 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-dd04a6d8-7b79-4443-866c-827da3c61fa6 req-87bdeae8-b429-4afa-8011-adfa08dedaf2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=82aadd2f-94df-4569-9749-53a119331092&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521619 Jul 13 20:04:49.334096 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04a6d8-7b79-4443-866c-827da3c61fa6 req-a4f5b460-5629-4a3b-b0c7-e7b7dade0693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:04:49.335551 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-dd04a6d8-7b79-4443-866c-827da3c61fa6 req-a4f5b460-5629-4a3b-b0c7-e7b7dade0693 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=334e2b8fd3844b3b8d7e41bfaa2fc7f8&device_id=82aadd2f-94df-4569-9749-53a119331092 HTTP/1.1" status: 200 len: 1099 time: 0.0544183 Jul 13 20:04:49.435399 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04a6d8-7b79-4443-866c-827da3c61fa6 req-436c7401-f2a1-41e9-b801-544e111ed2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:04:49.436856 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-dd04a6d8-7b79-4443-866c-827da3c61fa6 req-436c7401-f2a1-41e9-b801-544e111ed2ba service neutron] 10.222.0.72 "GET /v2.0/networks?id=61405a63-3c35-46cf-a1e4-683f49fcf69a HTTP/1.1" status: 200 len: 913 time: 0.0811913 Jul 13 20:04:49.503117 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-dd04a6d8-7b79-4443-866c-827da3c61fa6 req-b1bc85d2-e1e4-494c-92b3-78b6f55c599a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c2b98ec-1145-421e-a334-6dd2cd531dfa HTTP/1.1" status: 200 len: 1001 time: 0.0594718 Jul 13 20:04:49.549100 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04a6d8-7b79-4443-866c-827da3c61fa6 req-6cbda2d5-1ba8-49dc-806d-b1c91c432462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:04:49.550477 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-dd04a6d8-7b79-4443-866c-827da3c61fa6 req-6cbda2d5-1ba8-49dc-806d-b1c91c432462 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd19ba54-4aee-44a0-b72e-1cafbf3cf329 HTTP/1.1" status: 200 len: 850 time: 0.0411930 Jul 13 20:04:49.605755 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04a6d8-7b79-4443-866c-827da3c61fa6 req-7f1ff208-f7fd-4001-9aa7-eee9e4f9d596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:04:49.607228 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-dd04a6d8-7b79-4443-866c-827da3c61fa6 req-7f1ff208-f7fd-4001-9aa7-eee9e4f9d596 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=61405a63-3c35-46cf-a1e4-683f49fcf69a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509779 Jul 13 20:04:49.695591 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-dd04a6d8-7b79-4443-866c-827da3c61fa6 req-2e7613fb-7d8b-4711-8cb0-2d7234617d7c service neutron] 10.222.0.72 "GET /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817645 Jul 13 20:04:49.823764 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-dd04a6d8-7b79-4443-866c-827da3c61fa6 req-aaba7761-f496-4625-9010-284762aace75 service neutron] 10.222.0.72 "GET /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219528 Jul 13 20:04:50.902050 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:04:59.624352 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7e78d-716a-4871-ba39-2af51cc9875d req-129c65ed-ce32-402a-9d8b-2b45ffe27f44 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:04:59.624352 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-fca7e78d-716a-4871-ba39-2af51cc9875d req-129c65ed-ce32-402a-9d8b-2b45ffe27f44 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=82aadd2f-94df-4569-9749-53a119331092 HTTP/1.1" status: 200 len: 946 time: 0.1440861 Jul 13 20:04:59.664005 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-fca7e78d-716a-4871-ba39-2af51cc9875d req-6f40b332-1c9c-4d6a-b366-d186eee39bf7 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363665 Jul 13 20:05:00.941923 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73966f-d498-473e-bc2d-eafd1450e3a5 req-ea1d08a6-b6f0-4aac-b4d3-17770b292d44 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:00.943398 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-3f73966f-d498-473e-bc2d-eafd1450e3a5 req-ea1d08a6-b6f0-4aac-b4d3-17770b292d44 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=82aadd2f-94df-4569-9749-53a119331092 HTTP/1.1" status: 200 len: 946 time: 0.1624508 Jul 13 20:05:00.952477 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e0308-be21-46ff-9cfb-4c21ddffaec9 req-413ac4c2-ae2b-4b34-b3b3-bfaf7d13eff2 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:00.954005 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-5e1e0308-be21-46ff-9cfb-4c21ddffaec9 req-413ac4c2-ae2b-4b34-b3b3-bfaf7d13eff2 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.72 "GET /v2.0/ports?device_id=82aadd2f-94df-4569-9749-53a119331092 HTTP/1.1" status: 200 len: 946 time: 0.1133454 Jul 13 20:05:01.030471 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-3f73966f-d498-473e-bc2d-eafd1450e3a5 req-be6199ff-072f-46a2-85ef-0724e320a2e7 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754595 Jul 13 20:05:01.080573 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.plugin [req-5e1e0308-be21-46ff-9cfb-4c21ddffaec9 req-4d0df90a-75b9-4595-b852-ecec157f3e19 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Deleting port 6c2b98ec-1145-421e-a334-6dd2cd531dfa {{(pid=92885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:05:01.080915 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-5e1e0308-be21-46ff-9cfb-4c21ddffaec9 req-4d0df90a-75b9-4595-b852-ecec157f3e19 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:01.180306 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.db [req-5e1e0308-be21-46ff-9cfb-4c21ddffaec9 req-4d0df90a-75b9-4595-b852-ecec157f3e19 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] For port 6c2b98ec-1145-421e-a334-6dd2cd531dfa, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6c2b98ec-1145-421e-a334-6dd2cd531dfa,segment=NetworkSegment(85c53708-6726-43fe-af8e-0df6a1a4de32),segment_id=85c53708-6726-43fe-af8e-0df6a1a4de32)] {{(pid=92885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:05:01.180726 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-5e1e0308-be21-46ff-9cfb-4c21ddffaec9 req-4d0df90a-75b9-4595-b852-ecec157f3e19 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:01.405414 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-5e1e0308-be21-46ff-9cfb-4c21ddffaec9 req-4d0df90a-75b9-4595-b852-ecec157f3e19 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:01.405889 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-5e1e0308-be21-46ff-9cfb-4c21ddffaec9 req-4d0df90a-75b9-4595-b852-ecec157f3e19 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502340'] for floatingip, after_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:01.406206 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.db.l3_db [req-5e1e0308-be21-46ff-9cfb-4c21ddffaec9 req-4d0df90a-75b9-4595-b852-ecec157f3e19 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Floating IP 735dd635-8445-49ce-842a-f140b598caf0 disassociated. External IP: 172.27.2.53, port: 6c2b98ec-1145-421e-a334-6dd2cd531dfa. Jul 13 20:05:01.406536 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.plugin [req-5e1e0308-be21-46ff-9cfb-4c21ddffaec9 req-4d0df90a-75b9-4595-b852-ecec157f3e19 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Calling delete_port for 6c2b98ec-1145-421e-a334-6dd2cd531dfa owned by compute:nova {{(pid=92885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:05:01.541185 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-5e1e0308-be21-46ff-9cfb-4c21ddffaec9 req-4d0df90a-75b9-4595-b852-ecec157f3e19 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372888'] for port, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:01.570669 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0df90a-75b9-4595-b852-ecec157f3e19 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Pushing event deleted for resources: {'Port': ['ID=6c2b98ec-1145-421e-a334-6dd2cd531dfa,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:05:01.584211 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0df90a-75b9-4595-b852-ecec157f3e19 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:01.584587 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0df90a-75b9-4595-b852-ecec157f3e19 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:01.584925 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0df90a-75b9-4595-b852-ecec157f3e19 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:01.585279 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0df90a-75b9-4595-b852-ecec157f3e19 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:01.585707 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0df90a-75b9-4595-b852-ecec157f3e19 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:01.585936 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0df90a-75b9-4595-b852-ecec157f3e19 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:01.586263 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0df90a-75b9-4595-b852-ecec157f3e19 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:01.586589 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0df90a-75b9-4595-b852-ecec157f3e19 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:01.587017 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0df90a-75b9-4595-b852-ecec157f3e19 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:01.587266 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0df90a-75b9-4595-b852-ecec157f3e19 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:01.587582 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0df90a-75b9-4595-b852-ecec157f3e19 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:01.587899 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0df90a-75b9-4595-b852-ecec157f3e19 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:01.699539 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e1e0308-be21-46ff-9cfb-4c21ddffaec9 req-4d0df90a-75b9-4595-b852-ecec157f3e19 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Router 61b9e30c-659d-4a61-826c-54a402e3628f has already been hosted by L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd {{(pid=92885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:05:02.085450 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e1e0308-be21-46ff-9cfb-4c21ddffaec9 req-4d0df90a-75b9-4595-b852-ecec157f3e19 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:05:02.098374 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80e9c15-44ad-4c47-88eb-061a0e6c8d5d None None] Sync routers for ids ['61b9e30c-659d-4a61-826c-54a402e3628f'] in dv-cinder-786933-3-iscsi {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:05:02.109523 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80e9c15-44ad-4c47-88eb-061a0e6c8d5d None None] Routers {'61b9e30c-659d-4a61-826c-54a402e3628f'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:05:02.110330 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-c80e9c15-44ad-4c47-88eb-061a0e6c8d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T20:04:48Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['61b9e30c-659d-4a61-826c-54a402e3628f'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:05:02.141166 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1e0308-be21-46ff-9cfb-4c21ddffaec9 req-4d0df90a-75b9-4595-b852-ecec157f3e19 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] No DVR routers for this DVR port 6c2b98ec-1145-421e-a334-6dd2cd531dfa on host hv-cinder-78693 {{(pid=92885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:05:02.144885 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-5e1e0308-be21-46ff-9cfb-4c21ddffaec9 req-4d0df90a-75b9-4595-b852-ecec157f3e19 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:02.148228 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-5e1e0308-be21-46ff-9cfb-4c21ddffaec9 req-4d0df90a-75b9-4595-b852-ecec157f3e19 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.72 "DELETE /v2.0/ports/6c2b98ec-1145-421e-a334-6dd2cd531dfa HTTP/1.1" status: 204 len: 173 time: 1.1863174 Jul 13 20:05:02.148435 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82aadd2f-94df-4569-9749-53a119331092', 'name': 'network-vif-deleted', 'tag': '6c2b98ec-1145-421e-a334-6dd2cd531dfa'}] {{(pid=92885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:05:02.151976 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31f80f9b8720474c1f79c69ae76da95a509923de65c92150015c81fc62ea229" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e609f04a-cb0a-4622-98c1-4199b2cc2566" -d '{"events": [{"server_uuid": "82aadd2f-94df-4569-9749-53a119331092", "name": "network-vif-deleted", "tag": "6c2b98ec-1145-421e-a334-6dd2cd531dfa"}]}' {{(pid=92885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:05:02.200545 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a702b07-077a-4f92-aea7-8455064298d5 x-openstack-request-id: req-2a702b07-077a-4f92-aea7-8455064298d5 {{(pid=92885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:05:02.200839 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82aadd2f-94df-4569-9749-53a119331092", "name": "network-vif-deleted", "tag": "6c2b98ec-1145-421e-a334-6dd2cd531dfa", "status": "completed", "code": 200}]} {{(pid=92885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:05:02.201089 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2a702b07-077a-4f92-aea7-8455064298d5 {{(pid=92885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:05:02.201473 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82aadd2f-94df-4569-9749-53a119331092', 'name': 'network-vif-deleted', 'tag': '6c2b98ec-1145-421e-a334-6dd2cd531dfa', 'status': 'completed', 'code': 200} Jul 13 20:05:02.201687 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-8c97e527-25ad-4771-b7c3-54fac04bb17d req-66927d08-4fd2-45cc-b945-c4276419f691 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=82aadd2f-94df-4569-9749-53a119331092 HTTP/1.1" status: 200 len: 210 time: 0.0350471 Jul 13 20:05:02.239466 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-c80e9c15-44ad-4c47-88eb-061a0e6c8d5d None None] Set router 61b9e30c-659d-4a61-826c-54a402e3628f gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:05:02.596769 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-c80e9c15-44ad-4c47-88eb-061a0e6c8d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'name': 'tempest-TestVolumeBootPattern-698245608-router', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:22Z', 'revision_number': 4, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'gw_port': {'id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '05883f3c-a42c-447a-a1da-823e484b0b37', 'name': '', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'mac_address': 'fa:16:3e:96:7a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:22Z', 'updated_at': '2021-07-13T20:02:28Z', 'revision_number': 5, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'subnets': [{'id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:05:02.623258 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80e9c15-44ad-4c47-88eb-061a0e6c8d5d None None] Checking router: 61b9e30c-659d-4a61-826c-54a402e3628f for host: dv-cinder-786933-3-iscsi {{(pid=92886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:05:02.631853 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80e9c15-44ad-4c47-88eb-061a0e6c8d5d None None] Routers {'61b9e30c-659d-4a61-826c-54a402e3628f'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:05:02.632463 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-c80e9c15-44ad-4c47-88eb-061a0e6c8d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T20:04:48Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['61b9e30c-659d-4a61-826c-54a402e3628f'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:05:02.736234 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-c80e9c15-44ad-4c47-88eb-061a0e6c8d5d None None] Set router 61b9e30c-659d-4a61-826c-54a402e3628f gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:05:02.954217 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-c80e9c15-44ad-4c47-88eb-061a0e6c8d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'name': 'tempest-TestVolumeBootPattern-698245608-router', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:22Z', 'revision_number': 4, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'gw_port': {'id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '05883f3c-a42c-447a-a1da-823e484b0b37', 'name': '', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'mac_address': 'fa:16:3e:96:7a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:22Z', 'updated_at': '2021-07-13T20:02:28Z', 'revision_number': 5, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'subnets': [{'id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:05:02.980533 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80e9c15-44ad-4c47-88eb-061a0e6c8d5d None None] The sync data for ids ['61b9e30c-659d-4a61-826c-54a402e3628f'] in dv-cinder-786933-3-iscsi is: [{'id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'name': 'tempest-TestVolumeBootPattern-698245608-router', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:22Z', 'revision_number': 4, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'gw_port': {'id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '05883f3c-a42c-447a-a1da-823e484b0b37', 'name': '', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'mac_address': 'fa:16:3e:96:7a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:22Z', 'updated_at': '2021-07-13T20:02:28Z', 'revision_number': 5, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'subnets': [{'id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:05:03.224857 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82398c2-7ff1-491c-868d-7c53c6dcf559 None None] New status for floating IP 735dd635-8445-49ce-842a-f140b598caf0: DOWN {{(pid=92887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:05:03.480641 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-6db1b3af-57ac-4bf1-ab8a-3fa85fcacfef tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-532976337&fields=id&tenant_id=334e2b8fd3844b3b8d7e41bfaa2fc7f8 HTTP/1.1" status: 200 len: 267 time: 0.0338714 Jul 13 20:05:03.589072 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-678ce1bb-601e-4be4-bbb1-80fccc4d61ed tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:03.590462 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-678ce1bb-601e-4be4-bbb1-80fccc4d61ed tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/networks?id=61405a63-3c35-46cf-a1e4-683f49fcf69a HTTP/1.1" status: 200 len: 811 time: 0.1035676 Jul 13 20:05:03.606023 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-09ddd178-3c1d-491e-b09c-498936720b78 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/quotas/334e2b8fd3844b3b8d7e41bfaa2fc7f8 HTTP/1.1" status: 200 len: 375 time: 0.0101697 Jul 13 20:05:03.677475 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-a7df04fa-2636-47ac-befb-ccc7cc897f74 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=334e2b8fd3844b3b8d7e41bfaa2fc7f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0664136 Jul 13 20:05:03.774898 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-740fec82-a5d6-4be9-b167-81abdd558357 service neutron] 10.222.0.22 "GET /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857546 Jul 13 20:05:03.863077 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-cf9ccdfc-0975-41ee-b441-f466201857f2 service neutron] 10.222.0.22 "GET /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823398 Jul 13 20:05:04.797191 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 6c2b98ec-1145-421e-a334-6dd2cd531dfa no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:05:04.821215 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] No Port match for: 6c2b98ec-1145-421e-a334-6dd2cd531dfa {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:05:04.822210 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 6c2b98ec-1145-421e-a334-6dd2cd531dfa not bound to the agent host hv-cinder-78693 {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:05:05.185332 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-e82363d3-ad43-4a6b-887b-ecbb262dde2d req-7eb8ab67-fbc2-4f69-82fb-a0f1b396a8ba tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5f5ef4-1d5d-49cd-a884-7392b150af0a HTTP/1.1" status: 200 len: 210 time: 0.0295012 Jul 13 20:05:06.271622 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-fee60e07-611c-4e31-a23d-8a58f0ea6253 req-37f5102e-21b7-47ed-950a-d679c762a90a tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5f5ef4-1d5d-49cd-a884-7392b150af0a HTTP/1.1" status: 200 len: 210 time: 0.0343049 Jul 13 20:05:07.352919 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-93b940ab-06c7-4001-9477-d0e2424d5828 req-0c8b580a-a010-46cd-a6d1-750150d4a7d7 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5f5ef4-1d5d-49cd-a884-7392b150af0a HTTP/1.1" status: 200 len: 210 time: 0.0294673 Jul 13 20:05:08.441738 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-67c93ab7-2003-4e4a-a82b-6854a07d9c7a req-4190de8f-a85b-4d2f-97fb-aec93b4e3bda tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5f5ef4-1d5d-49cd-a884-7392b150af0a HTTP/1.1" status: 200 len: 210 time: 0.0330071 Jul 13 20:05:09.585989 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-54a62d8a-effd-4447-bed9-ca7666b28584 req-b07f3d74-1782-4bca-b84c-bb280af6445a tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5f5ef4-1d5d-49cd-a884-7392b150af0a HTTP/1.1" status: 200 len: 210 time: 0.0318012 Jul 13 20:05:10.362747 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-4fd9e91f-1cd6-4641-ba67-3b7dbe3a7c3f tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:10.364214 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-4fd9e91f-1cd6-4641-ba67-3b7dbe3a7c3f tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.72 "GET /v2.0/networks?id=61405a63-3c35-46cf-a1e4-683f49fcf69a HTTP/1.1" status: 200 len: 811 time: 0.1048915 Jul 13 20:05:10.409800 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-6591ea8c-5d21-4e3b-8d7a-a81a9d78cfc3 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=334e2b8fd3844b3b8d7e41bfaa2fc7f8 HTTP/1.1" status: 200 len: 379 time: 0.0363469 Jul 13 20:05:10.418845 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-872361ff-0e57-4400-801e-0dce48c652b3 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Request body: {'port': {'device_id': 'db5f5ef4-1d5d-49cd-a884-7392b150af0a', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'admin_state_up': True, 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'security_groups': ['c6a44441-d761-43cf-85b8-8cbf52d831d9']}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:05:10.531231 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-872361ff-0e57-4400-801e-0dce48c652b3 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Made reservation on behalf of 334e2b8fd3844b3b8d7e41bfaa2fc7f8 for: {'port': 1} {{(pid=92885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:05:10.534835 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-872361ff-0e57-4400-801e-0dce48c652b3 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:10.663312 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.db_base_plugin_common [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-872361ff-0e57-4400-801e-0dce48c652b3 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Allocated IP 172.20.0.10 (61405a63-3c35-46cf-a1e4-683f49fcf69a/fd19ba54-4aee-44a0-b72e-1cafbf3cf329/c20696b0-b405-431b-818f-09307f0effb5) {{(pid=92885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:05:10.736299 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-8e0da7d5-19ea-4221-9971-f2194d646603 req-1df1b0e9-1d0f-4a80-8b10-d2a649bbf76c tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5f5ef4-1d5d-49cd-a884-7392b150af0a HTTP/1.1" status: 200 len: 210 time: 0.0350888 Jul 13 20:05:10.816557 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-872361ff-0e57-4400-801e-0dce48c652b3 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for port, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:10.831321 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.provisioning_blocks [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-872361ff-0e57-4400-801e-0dce48c652b3 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Transition to ACTIVE for port object c20696b0-b405-431b-818f-09307f0effb5 will not be triggered until provisioned by entity DHCP. {{(pid=92885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:05:10.869556 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-872361ff-0e57-4400-801e-0dce48c652b3 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372888'] for port, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:10.919293 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-872361ff-0e57-4400-801e-0dce48c652b3 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Network 61405a63-3c35-46cf-a1e4-683f49fcf69a is already hosted by enough agents. {{(pid=92885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:05:10.925710 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.base_scheduler [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-872361ff-0e57-4400-801e-0dce48c652b3 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Resources bound (agent type, host, resource id): {{(pid=92885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:05:10.930105 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-872361ff-0e57-4400-801e-0dce48c652b3 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Received port after_create {{(pid=92885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:05:10.937257 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872361ff-0e57-4400-801e-0dce48c652b3 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Pushing event updated for resources: {'Port': ['ID=c20696b0-b405-431b-818f-09307f0effb5,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:05:10.984059 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-872361ff-0e57-4400-801e-0dce48c652b3 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:10.984697 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-872361ff-0e57-4400-801e-0dce48c652b3 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:10.999940 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-872361ff-0e57-4400-801e-0dce48c652b3 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5852492 Jul 13 20:05:11.011704 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-0e043f16-2c1a-4845-86a9-646c6af5428b service neutron] Request body: {'port': {'device_id': 'db5f5ef4-1d5d-49cd-a884-7392b150af0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:05:11.085165 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-0e043f16-2c1a-4845-86a9-646c6af5428b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:11.136299 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-643f33c8-7945-4b18-b6c2-b31c40071698 None None] Provisioning for port c20696b0-b405-431b-818f-09307f0effb5 completed by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:05:11.140096 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-643f33c8-7945-4b18-b6c2-b31c40071698 None None] Provisioning complete for port c20696b0-b405-431b-818f-09307f0effb5 triggered by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:05:11.140557 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-643f33c8-7945-4b18-b6c2-b31c40071698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:11.178229 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-643f33c8-7945-4b18-b6c2-b31c40071698 None None] Port c20696b0-b405-431b-818f-09307f0effb5 cannot update to ACTIVE because it is not bound. {{(pid=92886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:05:11.356485 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.notifiers.nova [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-0e043f16-2c1a-4845-86a9-646c6af5428b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c20696b0-b405-431b-818f-09307f0effb5 {{(pid=92885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:05:11.364378 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-0e043f16-2c1a-4845-86a9-646c6af5428b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:11.377690 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.provisioning_blocks [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-0e043f16-2c1a-4845-86a9-646c6af5428b service neutron] Transition to ACTIVE for port object c20696b0-b405-431b-818f-09307f0effb5 will not be triggered until provisioned by entity L2. {{(pid=92885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:05:11.380771 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-0e043f16-2c1a-4845-86a9-646c6af5428b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372883'] for port, after_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:11.433088 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e043f16-2c1a-4845-86a9-646c6af5428b service neutron] Pushing event updated for resources: {'Port': ['ID=c20696b0-b405-431b-818f-09307f0effb5,revision_number=2']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:05:11.505191 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.managers [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-0e043f16-2c1a-4845-86a9-646c6af5428b service neutron] Attempting to bind port c20696b0-b405-431b-818f-09307f0effb5 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:05:11.505530 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.managers [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-0e043f16-2c1a-4845-86a9-646c6af5428b service neutron] Attempting to bind port c20696b0-b405-431b-818f-09307f0effb5 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '85c53708-6726-43fe-af8e-0df6a1a4de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a'}] {{(pid=92885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:05:11.505895 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-0e043f16-2c1a-4845-86a9-646c6af5428b service neutron] Attempting to bind port c20696b0-b405-431b-818f-09307f0effb5 on network 61405a63-3c35-46cf-a1e4-683f49fcf69a {{(pid=92885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:05:11.510495 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-0e043f16-2c1a-4845-86a9-646c6af5428b service neutron] Port c20696b0-b405-431b-818f-09307f0effb5 on network 61405a63-3c35-46cf-a1e4-683f49fcf69a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:05:11.510836 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-0e043f16-2c1a-4845-86a9-646c6af5428b service neutron] Attempting to bind port c20696b0-b405-431b-818f-09307f0effb5 on network 61405a63-3c35-46cf-a1e4-683f49fcf69a {{(pid=92885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:05:11.516342 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-0e043f16-2c1a-4845-86a9-646c6af5428b service neutron] Checking agent: {'id': '412a95eb-dbf1-48e2-9390-163f76043269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 22, 13), 'started_at': datetime.datetime(2021, 7, 13, 19, 22, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:05:11.516723 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-0e043f16-2c1a-4845-86a9-646c6af5428b service neutron] Checking segment: {'id': '85c53708-6726-43fe-af8e-0df6a1a4de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:05:11.517113 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-0e043f16-2c1a-4845-86a9-646c6af5428b service neutron] Bound using segment: {'id': '85c53708-6726-43fe-af8e-0df6a1a4de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a'} {{(pid=92885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:05:11.517545 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.managers [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-0e043f16-2c1a-4845-86a9-646c6af5428b service neutron] Bound port: c20696b0-b405-431b-818f-09307f0effb5, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c53708-6726-43fe-af8e-0df6a1a4de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a'}}] {{(pid=92885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:05:11.517910 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-0e043f16-2c1a-4845-86a9-646c6af5428b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:11.586389 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.db [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-0e043f16-2c1a-4845-86a9-646c6af5428b service neutron] For port c20696b0-b405-431b-818f-09307f0effb5, host hv-cinder-78693, cleared binding levels {{(pid=92885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:05:11.590220 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.db [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-0e043f16-2c1a-4845-86a9-646c6af5428b service neutron] For port c20696b0-b405-431b-818f-09307f0effb5, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c20696b0-b405-431b-818f-09307f0effb5,segment=NetworkSegment(85c53708-6726-43fe-af8e-0df6a1a4de32),segment_id=85c53708-6726-43fe-af8e-0df6a1a4de32)] {{(pid=92885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:05:11.595266 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-0e043f16-2c1a-4845-86a9-646c6af5428b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372883'] for port, after_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:11.630197 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-0e043f16-2c1a-4845-86a9-646c6af5428b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:11.630816 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-0e043f16-2c1a-4845-86a9-646c6af5428b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:11.632218 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-0e043f16-2c1a-4845-86a9-646c6af5428b service neutron] 10.222.0.72 "PUT /v2.0/ports/c20696b0-b405-431b-818f-09307f0effb5 HTTP/1.1" status: 200 len: 1094 time: 0.6253653 Jul 13 20:05:11.632698 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db5f5ef4-1d5d-49cd-a884-7392b150af0a', 'tag': 'c20696b0-b405-431b-818f-09307f0effb5'}] {{(pid=92885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:05:11.635007 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31f80f9b8720474c1f79c69ae76da95a509923de65c92150015c81fc62ea229" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc3d978-5899-42dd-ac3d-3e21f1d54e81" -d '{"events": [{"name": "network-changed", "server_uuid": "db5f5ef4-1d5d-49cd-a884-7392b150af0a", "tag": "c20696b0-b405-431b-818f-09307f0effb5"}]}' {{(pid=92885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:05:11.663043 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e043f16-2c1a-4845-86a9-646c6af5428b service neutron] Pushing event updated for resources: {'Port': ['ID=c20696b0-b405-431b-818f-09307f0effb5,revision_number=3']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:05:11.729955 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-db6cd4a7-74fb-427f-a2a8-918d7e840d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:11.731499 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-db6cd4a7-74fb-427f-a2a8-918d7e840d38 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=334e2b8fd3844b3b8d7e41bfaa2fc7f8&device_id=db5f5ef4-1d5d-49cd-a884-7392b150af0a HTTP/1.1" status: 200 len: 1097 time: 0.0581946 Jul 13 20:05:11.735704 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72bb804a-0382-4241-977d-40832d3a6530 x-openstack-request-id: req-72bb804a-0382-4241-977d-40832d3a6530 {{(pid=92885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:05:11.735998 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db5f5ef4-1d5d-49cd-a884-7392b150af0a", "tag": "c20696b0-b405-431b-818f-09307f0effb5", "status": "completed", "code": 200}]} {{(pid=92885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:05:11.736251 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-72bb804a-0382-4241-977d-40832d3a6530 {{(pid=92885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:05:11.736684 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db5f5ef4-1d5d-49cd-a884-7392b150af0a', 'tag': 'c20696b0-b405-431b-818f-09307f0effb5', 'status': 'completed', 'code': 200} Jul 13 20:05:11.781809 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-0d21c7ad-20cb-4203-8585-c3a10bbad7d0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c20696b0-b405-431b-818f-09307f0effb5 HTTP/1.1" status: 200 len: 217 time: 0.0394518 Jul 13 20:05:11.831909 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-714e351c-7a9e-4a96-8ed9-85dea8e0a0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:11.833446 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-714e351c-7a9e-4a96-8ed9-85dea8e0a0bd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd19ba54-4aee-44a0-b72e-1cafbf3cf329 HTTP/1.1" status: 200 len: 850 time: 0.0456784 Jul 13 20:05:11.891288 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-f61f132b-7447-486a-8d55-1886fe24e2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:11.892821 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-f61f132b-7447-486a-8d55-1886fe24e2b7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=61405a63-3c35-46cf-a1e4-683f49fcf69a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527422 Jul 13 20:05:11.938258 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cbedf3-0624-4c6f-9b48-e20838908530 req-ce9d9e7f-a37d-4cf4-93e3-724bae2b2020 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:11.939777 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-00cbedf3-0624-4c6f-9b48-e20838908530 req-ce9d9e7f-a37d-4cf4-93e3-724bae2b2020 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5f5ef4-1d5d-49cd-a884-7392b150af0a HTTP/1.1" status: 200 len: 944 time: 0.0678089 Jul 13 20:05:11.978514 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-00cbedf3-0624-4c6f-9b48-e20838908530 req-5205afdf-be01-401d-a134-43a548f92d2a tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330939 Jul 13 20:05:12.016331 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-ce7041e9-7325-49b6-a33f-e2ae00b9ed9b service neutron] 10.222.0.72 "GET /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174240 Jul 13 20:05:12.110624 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-04b48567-d12a-4876-8ba4-9a35214e8f10 req-ae1660dc-5632-43be-9928-6026c63bfb74 service neutron] 10.222.0.72 "GET /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879223 Jul 13 20:05:12.210354 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3d978-5899-42dd-ac3d-3e21f1d54e81 req-935f0244-92ac-4633-adab-32bb1c5bc6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:12.212396 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-cfc3d978-5899-42dd-ac3d-3e21f1d54e81 req-935f0244-92ac-4633-adab-32bb1c5bc6f0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=334e2b8fd3844b3b8d7e41bfaa2fc7f8&device_id=db5f5ef4-1d5d-49cd-a884-7392b150af0a HTTP/1.1" status: 200 len: 1097 time: 0.0528865 Jul 13 20:05:12.302776 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3d978-5899-42dd-ac3d-3e21f1d54e81 req-4f1ce5a8-74b7-4479-945c-445703415ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:12.304232 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-cfc3d978-5899-42dd-ac3d-3e21f1d54e81 req-4f1ce5a8-74b7-4479-945c-445703415ff4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=61405a63-3c35-46cf-a1e4-683f49fcf69a HTTP/1.1" status: 200 len: 913 time: 0.0863693 Jul 13 20:05:12.346062 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-cfc3d978-5899-42dd-ac3d-3e21f1d54e81 req-5487ff10-a7b2-487a-af64-9d0f40a044be service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c20696b0-b405-431b-818f-09307f0effb5 HTTP/1.1" status: 200 len: 217 time: 0.0334437 Jul 13 20:05:12.398511 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3d978-5899-42dd-ac3d-3e21f1d54e81 req-ce396f6c-c250-44f2-982b-37085e2a10c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:12.400035 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-cfc3d978-5899-42dd-ac3d-3e21f1d54e81 req-ce396f6c-c250-44f2-982b-37085e2a10c1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd19ba54-4aee-44a0-b72e-1cafbf3cf329 HTTP/1.1" status: 200 len: 850 time: 0.0477209 Jul 13 20:05:12.456890 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3d978-5899-42dd-ac3d-3e21f1d54e81 req-585703b7-b8de-49c0-8595-65fa07f5445c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:12.458370 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-cfc3d978-5899-42dd-ac3d-3e21f1d54e81 req-585703b7-b8de-49c0-8595-65fa07f5445c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=61405a63-3c35-46cf-a1e4-683f49fcf69a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515306 Jul 13 20:05:12.547664 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-cfc3d978-5899-42dd-ac3d-3e21f1d54e81 req-733e32f5-3fb9-47f4-9d24-10f1fd8c0161 service neutron] 10.222.0.72 "GET /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823321 Jul 13 20:05:12.642186 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-cfc3d978-5899-42dd-ac3d-3e21f1d54e81 req-65c63fb7-26f9-41a4-affc-91a16b25aacb service neutron] 10.222.0.72 "GET /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882249 Jul 13 20:05:13.153093 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:13.155885 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180623bc-2be1-4fe3-8bd1-4291fb620c25 req-1d478464-f4c7-4a30-8c58-8f4f8984b2c5 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:13.157458 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-180623bc-2be1-4fe3-8bd1-4291fb620c25 req-1d478464-f4c7-4a30-8c58-8f4f8984b2c5 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5f5ef4-1d5d-49cd-a884-7392b150af0a HTTP/1.1" status: 200 len: 944 time: 0.0670872 Jul 13 20:05:13.195578 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-180623bc-2be1-4fe3-8bd1-4291fb620c25 req-5ebedf5e-32bb-4e14-b81d-6828a3e6e5b1 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322752 Jul 13 20:05:13.593516 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:05:14.373679 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c75d45-aef1-4591-aafb-98bde6bc7d6f req-c18f4662-b11c-40fa-9e54-ba4cf4e7fbd9 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:14.375197 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-97c75d45-aef1-4591-aafb-98bde6bc7d6f req-c18f4662-b11c-40fa-9e54-ba4cf4e7fbd9 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5f5ef4-1d5d-49cd-a884-7392b150af0a HTTP/1.1" status: 200 len: 944 time: 0.0660555 Jul 13 20:05:14.413887 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-97c75d45-aef1-4591-aafb-98bde6bc7d6f req-6f0592b3-7973-46c7-a7c5-9aa4c830b218 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327401 Jul 13 20:05:15.240815 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-82ed348a-dccb-4fd3-a288-9fbc7e41fc90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:15.598739 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb498b-7315-4240-80e1-7b01b8ba4b5d req-13701369-d06e-4298-9c4e-5c02618b804d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:15.600244 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-54fb498b-7315-4240-80e1-7b01b8ba4b5d req-13701369-d06e-4298-9c4e-5c02618b804d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5f5ef4-1d5d-49cd-a884-7392b150af0a HTTP/1.1" status: 200 len: 944 time: 0.0669370 Jul 13 20:05:15.639359 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-54fb498b-7315-4240-80e1-7b01b8ba4b5d req-336d6ee0-ee32-4437-8307-b37a859e61b3 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330775 Jul 13 20:05:16.826777 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0e867-6576-405d-8382-fe4429da00c2 req-e6cdd217-4dcf-4a3e-a2e4-e7725d6b6a9b tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:16.828324 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a4e0e867-6576-405d-8382-fe4429da00c2 req-e6cdd217-4dcf-4a3e-a2e4-e7725d6b6a9b tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5f5ef4-1d5d-49cd-a884-7392b150af0a HTTP/1.1" status: 200 len: 944 time: 0.0666866 Jul 13 20:05:16.868003 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a4e0e867-6576-405d-8382-fe4429da00c2 req-092ff1ea-8540-49ab-886a-bbd171f2490c tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335574 Jul 13 20:05:17.818575 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-1f1a300c-f477-4df1-9213-d20a3cf6de6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:17.931357 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:18.043943 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b018644-70cd-4eda-948c-77439e1f678a req-54792829-0b3b-40a5-aca7-40f27f69e9a6 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:18.045512 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-1b018644-70cd-4eda-948c-77439e1f678a req-54792829-0b3b-40a5-aca7-40f27f69e9a6 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5f5ef4-1d5d-49cd-a884-7392b150af0a HTTP/1.1" status: 200 len: 944 time: 0.0655243 Jul 13 20:05:18.083872 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-1b018644-70cd-4eda-948c-77439e1f678a req-1bb9bf7b-469b-4de8-a92f-cb3e9c6f495b tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328505 Jul 13 20:05:19.199183 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:19.252741 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e566e3a-8139-4fa8-b8d3-e0b8c0d62365 req-be3e39c2-ab67-43b4-bb18-3d6f83e09d14 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:19.254199 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1e566e3a-8139-4fa8-b8d3-e0b8c0d62365 req-be3e39c2-ab67-43b4-bb18-3d6f83e09d14 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5f5ef4-1d5d-49cd-a884-7392b150af0a HTTP/1.1" status: 200 len: 944 time: 0.0615983 Jul 13 20:05:19.290467 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1e566e3a-8139-4fa8-b8d3-e0b8c0d62365 req-54dd65d6-3edc-4b54-875c-544c6e05ad19 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301497 Jul 13 20:05:20.458715 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb20423-2421-414f-b19e-953d99d0bd01 req-e9dbf3fd-775e-4933-975b-840031a74139 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:20.460167 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-acb20423-2421-414f-b19e-953d99d0bd01 req-e9dbf3fd-775e-4933-975b-840031a74139 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5f5ef4-1d5d-49cd-a884-7392b150af0a HTTP/1.1" status: 200 len: 944 time: 0.0600574 Jul 13 20:05:20.497020 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-acb20423-2421-414f-b19e-953d99d0bd01 req-f834f5ae-09f3-4400-9465-77a48aa0d4f0 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308890 Jul 13 20:05:20.894148 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device c20696b0-b405-431b-818f-09307f0effb5 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:05:20.913007 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:20.991987 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port c20696b0-b405-431b-818f-09307f0effb5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c20696b0-b405-431b-818f-09307f0effb5,segment=NetworkSegment(85c53708-6726-43fe-af8e-0df6a1a4de32),segment_id=85c53708-6726-43fe-af8e-0df6a1a4de32)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:05:21.001831 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Returning: {'device': 'c20696b0-b405-431b-818f-09307f0effb5', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'port_id': 'c20696b0-b405-431b-818f-09307f0effb5', 'mac_address': 'fa:16:3e:18:0b:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:05:21.042162 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:21.054198 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.notifiers.nova [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c20696b0-b405-431b-818f-09307f0effb5 {{(pid=92886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:05:21.073538 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port c20696b0-b405-431b-818f-09307f0effb5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c20696b0-b405-431b-818f-09307f0effb5,segment=NetworkSegment(85c53708-6726-43fe-af8e-0df6a1a4de32),segment_id=85c53708-6726-43fe-af8e-0df6a1a4de32)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:05:21.077240 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:21.123432 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Pushing event updated for resources: {'Port': ['ID=c20696b0-b405-431b-818f-09307f0effb5,revision_number=4']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:05:21.130288 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:21.130636 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:21.130973 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:21.131328 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:21.131637 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:21.131997 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:21.132323 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:21.132673 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:21.133001 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:21.133370 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:21.133639 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:21.133953 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:05:21.283447 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] get_ports_and_sgs() called for port_ids ['c20696b0-b405-431b-818f-09307f0effb5'] {{(pid=92886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:05:21.682692 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aaa9d2-c6d1-480a-b168-2c8a82f4d4fc req-2ec2944f-d365-4e7e-ad4f-51a4b9094492 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:21.684162 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-29aaa9d2-c6d1-480a-b168-2c8a82f4d4fc req-2ec2944f-d365-4e7e-ad4f-51a4b9094492 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5f5ef4-1d5d-49cd-a884-7392b150af0a HTTP/1.1" status: 200 len: 945 time: 0.0682414 Jul 13 20:05:21.720538 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-29aaa9d2-c6d1-480a-b168-2c8a82f4d4fc req-54f545c8-eccb-4cf7-92d1-a02fb51df4cc tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307572 Jul 13 20:05:22.897373 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a5312-58ca-4c70-b65a-32fabe104438 req-0809147a-0a37-457b-987b-75b03f71fd74 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:22.898764 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-960a5312-58ca-4c70-b65a-32fabe104438 req-0809147a-0a37-457b-987b-75b03f71fd74 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5f5ef4-1d5d-49cd-a884-7392b150af0a HTTP/1.1" status: 200 len: 945 time: 0.0679960 Jul 13 20:05:22.905786 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device c20696b0-b405-431b-818f-09307f0effb5 up at agent hyperv_hv-cinder-78693 {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:05:22.937420 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-960a5312-58ca-4c70-b65a-32fabe104438 req-fdf847f7-bc36-42a1-bcdf-ea6e20a80e1d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328965 Jul 13 20:05:22.954819 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Provisioning for port c20696b0-b405-431b-818f-09307f0effb5 completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:05:22.966313 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Provisioning complete for port c20696b0-b405-431b-818f-09307f0effb5 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:05:22.966679 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:23.044707 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:23.066281 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5f5ef4-1d5d-49cd-a884-7392b150af0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20696b0-b405-431b-818f-09307f0effb5'}] {{(pid=92886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:05:23.068539 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2110528246aa69f40c90618f30b6bebf52a56ffd7d9758f57e079d5fd4b7be03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88492d26-9f44-4ce7-9ddb-525655558de1" -d '{"events": [{"server_uuid": "db5f5ef4-1d5d-49cd-a884-7392b150af0a", "name": "network-vif-plugged", "status": "completed", "tag": "c20696b0-b405-431b-818f-09307f0effb5"}]}' {{(pid=92886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:05:23.081825 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port c20696b0-b405-431b-818f-09307f0effb5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c20696b0-b405-431b-818f-09307f0effb5,segment=NetworkSegment(85c53708-6726-43fe-af8e-0df6a1a4de32),segment_id=85c53708-6726-43fe-af8e-0df6a1a4de32)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:05:23.085984 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:23.133810 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Pushing event updated for resources: {'Port': ['ID=c20696b0-b405-431b-818f-09307f0effb5,revision_number=5']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:05:23.160254 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0c39ac-d485-42d9-866d-c549196b9ec7 x-openstack-request-id: req-cb0c39ac-d485-42d9-866d-c549196b9ec7 {{(pid=92886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:05:23.160581 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5f5ef4-1d5d-49cd-a884-7392b150af0a", "name": "network-vif-plugged", "status": "completed", "tag": "c20696b0-b405-431b-818f-09307f0effb5", "code": 200}]} {{(pid=92886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:05:23.160890 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cb0c39ac-d485-42d9-866d-c549196b9ec7 {{(pid=92886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:05:23.161321 dv-cinder-786933-3-iscsi neutron-server[92886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5f5ef4-1d5d-49cd-a884-7392b150af0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20696b0-b405-431b-818f-09307f0effb5', 'code': 200} Jul 13 20:05:23.417441 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61709a9-6479-43cb-bf0e-db3106499eab req-85032ccc-d8d9-4faf-9965-5ab377e338e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:23.418813 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-c61709a9-6479-43cb-bf0e-db3106499eab req-85032ccc-d8d9-4faf-9965-5ab377e338e8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=db5f5ef4-1d5d-49cd-a884-7392b150af0a HTTP/1.1" status: 200 len: 1099 time: 0.0506244 Jul 13 20:05:23.454923 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-c61709a9-6479-43cb-bf0e-db3106499eab req-8d8a5447-b4e2-4139-aaac-be4c37b53f7d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287333 Jul 13 20:05:24.116219 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca13fb-6a16-4a8b-ab42-17fe42e2105b req-5206c765-5a5b-4da7-bea8-bf0f063cd3b2 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:24.117739 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-72ca13fb-6a16-4a8b-ab42-17fe42e2105b req-5206c765-5a5b-4da7-bea8-bf0f063cd3b2 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5f5ef4-1d5d-49cd-a884-7392b150af0a HTTP/1.1" status: 200 len: 946 time: 0.0662651 Jul 13 20:05:24.162302 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-72ca13fb-6a16-4a8b-ab42-17fe42e2105b req-c6e411ea-818d-4eba-a21c-28a8ea0074f6 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344207 Jul 13 20:05:25.333512 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83806f3-ddff-465d-82d2-0677c3029e4e req-16dabdf2-fd78-4c9e-89e3-218618bfcb38 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:25.335019 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e83806f3-ddff-465d-82d2-0677c3029e4e req-16dabdf2-fd78-4c9e-89e3-218618bfcb38 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5f5ef4-1d5d-49cd-a884-7392b150af0a HTTP/1.1" status: 200 len: 946 time: 0.0617440 Jul 13 20:05:25.373188 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-e83806f3-ddff-465d-82d2-0677c3029e4e req-49c1acc3-9c5d-4f41-bdf5-74fdbbd1353e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324678 Jul 13 20:05:25.542641 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf25216-d76f-4d7d-8e0a-f0ba9a0debce req-26219f80-456d-45e9-88b6-e07273fafaef tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:25.544096 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-fbf25216-d76f-4d7d-8e0a-f0ba9a0debce req-26219f80-456d-45e9-88b6-e07273fafaef tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5f5ef4-1d5d-49cd-a884-7392b150af0a HTTP/1.1" status: 200 len: 946 time: 0.0617540 Jul 13 20:05:25.581607 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-fbf25216-d76f-4d7d-8e0a-f0ba9a0debce req-cccfb96b-f34b-4109-acb5-ec863fca0032 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319681 Jul 13 20:05:25.605969 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46920) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:05:25.658524 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b90bfb-206c-4a5f-8565-5b0fd78e8df1 tempest-TestVolumeBootPattern-2132042583 tempest-TestVolumeBootPattern-2132042583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:25.660068 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-f9b90bfb-206c-4a5f-8565-5b0fd78e8df1 tempest-TestVolumeBootPattern-2132042583 tempest-TestVolumeBootPattern-2132042583-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=db5f5ef4-1d5d-49cd-a884-7392b150af0a HTTP/1.1" status: 200 len: 1094 time: 0.0531135 Jul 13 20:05:25.662825 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 46922) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:05:25.667626 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-a6b8f2d3-438a-4832-9c43-ddb2a9616d8e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Request body: {'floatingip': {'floating_network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'port_id': 'c20696b0-b405-431b-818f-09307f0effb5', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:05:25.689872 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-a6b8f2d3-438a-4832-9c43-ddb2a9616d8e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for floatingip, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:25.789434 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-a6b8f2d3-438a-4832-9c43-ddb2a9616d8e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:25.898335 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.db_base_plugin_common [None req-a6b8f2d3-438a-4832-9c43-ddb2a9616d8e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Allocated IP 172.27.2.200 (016193b2-3012-4896-ba69-fa2225e8730f/5c7148d1-68ad-4d7f-9cc6-340fc018242b/f0827668-14ef-49c6-9ad5-23d2dc442cb7) {{(pid=92885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:05:26.016931 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-a6b8f2d3-438a-4832-9c43-ddb2a9616d8e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for port, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:26.072149 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-a6b8f2d3-438a-4832-9c43-ddb2a9616d8e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372888'] for port, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:26.112713 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b8f2d3-438a-4832-9c43-ddb2a9616d8e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Network 016193b2-3012-4896-ba69-fa2225e8730f is already hosted by enough agents. {{(pid=92885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:05:26.115872 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.base_scheduler [None req-a6b8f2d3-438a-4832-9c43-ddb2a9616d8e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Resources bound (agent type, host, resource id): {{(pid=92885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:05:26.119692 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b8f2d3-438a-4832-9c43-ddb2a9616d8e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Received port after_create {{(pid=92885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:05:26.146387 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8f2d3-438a-4832-9c43-ddb2a9616d8e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Pushing event updated for resources: {'Port': ['ID=f0827668-14ef-49c6-9ad5-23d2dc442cb7,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:05:26.515515 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-a6b8f2d3-438a-4832-9c43-ddb2a9616d8e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:26.592132 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-a6b8f2d3-438a-4832-9c43-ddb2a9616d8e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:26.736898 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-a6b8f2d3-438a-4832-9c43-ddb2a9616d8e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for port, precommit_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:26.741516 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-a6b8f2d3-438a-4832-9c43-ddb2a9616d8e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372883'] for port, after_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:26.808452 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8f2d3-438a-4832-9c43-ddb2a9616d8e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Pushing event updated for resources: {'Port': ['ID=f0827668-14ef-49c6-9ad5-23d2dc442cb7,revision_number=2']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:05:26.817996 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-a6b8f2d3-438a-4832-9c43-ddb2a9616d8e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502340'] for floatingip, after_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:26.914753 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.db.l3_db [None req-a6b8f2d3-438a-4832-9c43-ddb2a9616d8e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Floating IP 0b95ea75-a833-4092-8951-d9bab1277abf associated. External IP: 172.27.2.200, port: c20696b0-b405-431b-818f-09307f0effb5. Jul 13 20:05:27.117148 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b8f2d3-438a-4832-9c43-ddb2a9616d8e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Router 61b9e30c-659d-4a61-826c-54a402e3628f has already been hosted by L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd {{(pid=92885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:05:27.225919 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b8f2d3-438a-4832-9c43-ddb2a9616d8e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:05:27.236317 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502a0edd-285d-4944-b36f-7fd6dd705407 None None] Sync routers for ids ['61b9e30c-659d-4a61-826c-54a402e3628f'] in dv-cinder-786933-3-iscsi {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:05:27.242882 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-a6b8f2d3-438a-4832-9c43-ddb2a9616d8e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for floatingip, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:27.245510 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502a0edd-285d-4944-b36f-7fd6dd705407 None None] Routers {'61b9e30c-659d-4a61-826c-54a402e3628f'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:05:27.246141 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-502a0edd-285d-4944-b36f-7fd6dd705407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T20:05:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['61b9e30c-659d-4a61-826c-54a402e3628f'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:05:27.278845 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-a6b8f2d3-438a-4832-9c43-ddb2a9616d8e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6149874 Jul 13 20:05:27.279511 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db5f5ef4-1d5d-49cd-a884-7392b150af0a', 'tag': 'c20696b0-b405-431b-818f-09307f0effb5'}] {{(pid=92885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:05:27.281821 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31f80f9b8720474c1f79c69ae76da95a509923de65c92150015c81fc62ea229" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987f03ba-8a93-4d9f-b59a-e4a593ca23ed" -d '{"events": [{"name": "network-changed", "server_uuid": "db5f5ef4-1d5d-49cd-a884-7392b150af0a", "tag": "c20696b0-b405-431b-818f-09307f0effb5"}]}' {{(pid=92885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:05:27.317083 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c295d7-8943-4f7d-9bd2-cbbc11827bde x-openstack-request-id: req-b3c295d7-8943-4f7d-9bd2-cbbc11827bde {{(pid=92885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:05:27.317392 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db5f5ef4-1d5d-49cd-a884-7392b150af0a", "tag": "c20696b0-b405-431b-818f-09307f0effb5", "status": "completed", "code": 200}]} {{(pid=92885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:05:27.317638 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b3c295d7-8943-4f7d-9bd2-cbbc11827bde {{(pid=92885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:05:27.318029 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db5f5ef4-1d5d-49cd-a884-7392b150af0a', 'tag': 'c20696b0-b405-431b-818f-09307f0effb5', 'status': 'completed', 'code': 200} Jul 13 20:05:27.358429 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-502a0edd-285d-4944-b36f-7fd6dd705407 None None] Set router 61b9e30c-659d-4a61-826c-54a402e3628f gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:05:27.394427 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f03ba-8a93-4d9f-b59a-e4a593ca23ed req-23bf19f0-bb3b-4e87-8af7-26ec41831df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:27.395864 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-987f03ba-8a93-4d9f-b59a-e4a593ca23ed req-23bf19f0-bb3b-4e87-8af7-26ec41831df2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=334e2b8fd3844b3b8d7e41bfaa2fc7f8&device_id=db5f5ef4-1d5d-49cd-a884-7392b150af0a HTTP/1.1" status: 200 len: 1099 time: 0.0554914 Jul 13 20:05:27.490439 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f03ba-8a93-4d9f-b59a-e4a593ca23ed req-b91661ee-a17c-423e-b7c6-5a23cc767016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:27.492330 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-987f03ba-8a93-4d9f-b59a-e4a593ca23ed req-b91661ee-a17c-423e-b7c6-5a23cc767016 service neutron] 10.222.0.72 "GET /v2.0/networks?id=61405a63-3c35-46cf-a1e4-683f49fcf69a HTTP/1.1" status: 200 len: 913 time: 0.0902560 Jul 13 20:05:27.561940 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-987f03ba-8a93-4d9f-b59a-e4a593ca23ed req-e3315de1-1b75-41a9-a9fe-6726fe187c1b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c20696b0-b405-431b-818f-09307f0effb5 HTTP/1.1" status: 200 len: 1000 time: 0.0619206 Jul 13 20:05:27.597888 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-502a0edd-285d-4944-b36f-7fd6dd705407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'name': 'tempest-TestVolumeBootPattern-698245608-router', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:22Z', 'revision_number': 4, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'gw_port': {'id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_floatingips': [{'id': '0b95ea75-a833-4092-8951-d9bab1277abf', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'router_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'port_id': 'c20696b0-b405-431b-818f-09307f0effb5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'mac_address': 'fa:16:3e:18:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5f5ef4-1d5d-49cd-a884-7392b150af0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:05:26Z', 'updated_at': '2021-07-13T20:05:26Z', 'revision_number': 0, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05883f3c-a42c-447a-a1da-823e484b0b37', 'name': '', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'mac_address': 'fa:16:3e:96:7a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:22Z', 'updated_at': '2021-07-13T20:02:28Z', 'revision_number': 5, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'subnets': [{'id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:05:27.615798 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f03ba-8a93-4d9f-b59a-e4a593ca23ed req-d0f5de8b-a037-4995-918a-1fddca1abb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:27.617357 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-987f03ba-8a93-4d9f-b59a-e4a593ca23ed req-d0f5de8b-a037-4995-918a-1fddca1abb6d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd19ba54-4aee-44a0-b72e-1cafbf3cf329 HTTP/1.1" status: 200 len: 850 time: 0.0492094 Jul 13 20:05:27.624444 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502a0edd-285d-4944-b36f-7fd6dd705407 None None] Checking router: 61b9e30c-659d-4a61-826c-54a402e3628f for host: dv-cinder-786933-3-iscsi {{(pid=92886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:05:27.634361 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502a0edd-285d-4944-b36f-7fd6dd705407 None None] Routers {'61b9e30c-659d-4a61-826c-54a402e3628f'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:05:27.634713 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-502a0edd-285d-4944-b36f-7fd6dd705407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T20:05:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['61b9e30c-659d-4a61-826c-54a402e3628f'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:05:27.675990 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f03ba-8a93-4d9f-b59a-e4a593ca23ed req-3f8948da-ee2d-4673-b35c-16021f3d72e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:27.677406 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-987f03ba-8a93-4d9f-b59a-e4a593ca23ed req-3f8948da-ee2d-4673-b35c-16021f3d72e9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=61405a63-3c35-46cf-a1e4-683f49fcf69a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542641 Jul 13 20:05:27.762479 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-502a0edd-285d-4944-b36f-7fd6dd705407 None None] Set router 61b9e30c-659d-4a61-826c-54a402e3628f gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:05:27.785578 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-987f03ba-8a93-4d9f-b59a-e4a593ca23ed req-d41988c9-e16a-4396-8506-e3a14c238904 service neutron] 10.222.0.72 "GET /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013532 Jul 13 20:05:27.890348 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-987f03ba-8a93-4d9f-b59a-e4a593ca23ed req-5e3e63b5-51ab-4255-aa64-95e63af28a2b service neutron] 10.222.0.72 "GET /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988557 Jul 13 20:05:28.041907 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-502a0edd-285d-4944-b36f-7fd6dd705407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'name': 'tempest-TestVolumeBootPattern-698245608-router', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:22Z', 'revision_number': 4, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'gw_port': {'id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_floatingips': [{'id': '0b95ea75-a833-4092-8951-d9bab1277abf', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'router_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'port_id': 'c20696b0-b405-431b-818f-09307f0effb5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'mac_address': 'fa:16:3e:18:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5f5ef4-1d5d-49cd-a884-7392b150af0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:05:26Z', 'updated_at': '2021-07-13T20:05:26Z', 'revision_number': 0, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05883f3c-a42c-447a-a1da-823e484b0b37', 'name': '', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'mac_address': 'fa:16:3e:96:7a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:22Z', 'updated_at': '2021-07-13T20:02:28Z', 'revision_number': 5, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'subnets': [{'id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:05:28.072129 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502a0edd-285d-4944-b36f-7fd6dd705407 None None] The sync data for ids ['61b9e30c-659d-4a61-826c-54a402e3628f'] in dv-cinder-786933-3-iscsi is: [{'id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'name': 'tempest-TestVolumeBootPattern-698245608-router', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:22Z', 'revision_number': 4, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'gw_port': {'id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_floatingips': [{'id': '0b95ea75-a833-4092-8951-d9bab1277abf', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'router_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'port_id': 'c20696b0-b405-431b-818f-09307f0effb5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'mac_address': 'fa:16:3e:18:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5f5ef4-1d5d-49cd-a884-7392b150af0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:05:26Z', 'updated_at': '2021-07-13T20:05:26Z', 'revision_number': 0, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05883f3c-a42c-447a-a1da-823e484b0b37', 'name': '', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'mac_address': 'fa:16:3e:96:7a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:22Z', 'updated_at': '2021-07-13T20:02:28Z', 'revision_number': 5, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'subnets': [{'id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:05:28.277517 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5445053e-ea29-4b64-8206-592af58fcb13 None None] New status for floating IP 0b95ea75-a833-4092-8951-d9bab1277abf: ACTIVE {{(pid=92887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:05:43.162876 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:45.249086 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4cd86a34-2504-4123-9585-3ecc85a40e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:47.824893 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-0fe43a70-2d49-4693-9c3d-5a0ac5577abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:47.942488 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:49.215223 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:50.266815 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-35645c7f-2b70-449f-bc74-7c7d6642b176 req-328d3fd1-342e-47d6-ba7d-436b5a45851d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=db5f5ef4-1d5d-49cd-a884-7392b150af0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0572224 Jul 13 20:05:50.390764 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35645c7f-2b70-449f-bc74-7c7d6642b176 req-0e09c0ce-52ca-4fed-b204-1d722305352d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:50.392290 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-35645c7f-2b70-449f-bc74-7c7d6642b176 req-0e09c0ce-52ca-4fed-b204-1d722305352d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=334e2b8fd3844b3b8d7e41bfaa2fc7f8&device_id=db5f5ef4-1d5d-49cd-a884-7392b150af0a HTTP/1.1" status: 200 len: 1099 time: 0.0680161 Jul 13 20:05:50.556244 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35645c7f-2b70-449f-bc74-7c7d6642b176 req-5c639077-e8b2-4ec2-8e40-cbc6d906eb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:50.557970 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-35645c7f-2b70-449f-bc74-7c7d6642b176 req-5c639077-e8b2-4ec2-8e40-cbc6d906eb69 service neutron] 10.222.0.72 "GET /v2.0/networks?id=61405a63-3c35-46cf-a1e4-683f49fcf69a HTTP/1.1" status: 200 len: 913 time: 0.1445839 Jul 13 20:05:50.593872 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:05:50.637381 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-35645c7f-2b70-449f-bc74-7c7d6642b176 req-54026999-972c-486c-a276-9aabed79f0ae service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c20696b0-b405-431b-818f-09307f0effb5 HTTP/1.1" status: 200 len: 1002 time: 0.0728500 Jul 13 20:05:50.714130 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35645c7f-2b70-449f-bc74-7c7d6642b176 req-d5c6fe57-3ae9-4fca-b76c-79f1556d5d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:50.715829 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-35645c7f-2b70-449f-bc74-7c7d6642b176 req-d5c6fe57-3ae9-4fca-b76c-79f1556d5d1d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd19ba54-4aee-44a0-b72e-1cafbf3cf329 HTTP/1.1" status: 200 len: 850 time: 0.0723338 Jul 13 20:05:50.913080 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:05:51.052782 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35645c7f-2b70-449f-bc74-7c7d6642b176 req-36148e9e-e692-4134-94ce-7d77023f2d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:05:51.054284 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-35645c7f-2b70-449f-bc74-7c7d6642b176 req-36148e9e-e692-4134-94ce-7d77023f2d06 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=61405a63-3c35-46cf-a1e4-683f49fcf69a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3314087 Jul 13 20:05:51.149900 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-35645c7f-2b70-449f-bc74-7c7d6642b176 req-546a5192-5340-4ec5-b419-c8ba6f82dc80 service neutron] 10.222.0.72 "GET /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884316 Jul 13 20:05:51.261184 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-35645c7f-2b70-449f-bc74-7c7d6642b176 req-78c7f070-805f-4cac-85a6-a1f2370d073c service neutron] 10.222.0.72 "GET /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056485 Jul 13 20:06:13.174008 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:15.244743 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-b3a5116e-dfe2-4a20-a9c9-814de6c0bb7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:17.839349 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-0aa278a9-c76f-4c67-b7a9-5d1ad92cb144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:17.941044 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:19.212605 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:20.920078 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:27.594850 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:06:43.189641 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:45.246898 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-3e98a25c-c8c2-4223-9aa8-0268f0000df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:47.830476 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-75a7f9d8-2c38-4337-9cac-386236f34a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:47.938455 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:49.219268 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:50.261417 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-0b9527df-0bb3-4c46-9fde-63c73074a083 req-7df9d7cf-1c47-4a1b-8500-b0c5a819b11e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=db5f5ef4-1d5d-49cd-a884-7392b150af0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0566852 Jul 13 20:06:50.372335 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9527df-0bb3-4c46-9fde-63c73074a083 req-3b884086-444d-4854-8486-1b3bf795fb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:50.374047 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-0b9527df-0bb3-4c46-9fde-63c73074a083 req-3b884086-444d-4854-8486-1b3bf795fb67 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=334e2b8fd3844b3b8d7e41bfaa2fc7f8&device_id=db5f5ef4-1d5d-49cd-a884-7392b150af0a HTTP/1.1" status: 200 len: 1099 time: 0.0673530 Jul 13 20:06:50.524989 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9527df-0bb3-4c46-9fde-63c73074a083 req-f31b54c8-a23d-4c6c-8336-16f6f2e37003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:50.526679 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-0b9527df-0bb3-4c46-9fde-63c73074a083 req-f31b54c8-a23d-4c6c-8336-16f6f2e37003 service neutron] 10.222.0.72 "GET /v2.0/networks?id=61405a63-3c35-46cf-a1e4-683f49fcf69a HTTP/1.1" status: 200 len: 913 time: 0.1285291 Jul 13 20:06:50.600466 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-0b9527df-0bb3-4c46-9fde-63c73074a083 req-773aa8b4-fc53-4b29-87b6-1808bd497023 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c20696b0-b405-431b-818f-09307f0effb5 HTTP/1.1" status: 200 len: 1002 time: 0.0677762 Jul 13 20:06:50.659740 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9527df-0bb3-4c46-9fde-63c73074a083 req-78485ad3-188e-49ab-935f-ff012064d096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:50.661299 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-0b9527df-0bb3-4c46-9fde-63c73074a083 req-78485ad3-188e-49ab-935f-ff012064d096 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd19ba54-4aee-44a0-b72e-1cafbf3cf329 HTTP/1.1" status: 200 len: 850 time: 0.0548799 Jul 13 20:06:50.730566 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9527df-0bb3-4c46-9fde-63c73074a083 req-02c1e34f-5d8a-42eb-a621-9ef8b8de6c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:06:50.732850 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-0b9527df-0bb3-4c46-9fde-63c73074a083 req-02c1e34f-5d8a-42eb-a621-9ef8b8de6c98 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=61405a63-3c35-46cf-a1e4-683f49fcf69a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0654888 Jul 13 20:06:50.856145 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-0b9527df-0bb3-4c46-9fde-63c73074a083 req-f2881b62-5d19-4b00-acee-b535984d15ea service neutron] 10.222.0.72 "GET /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167862 Jul 13 20:06:50.927004 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:06:50.965310 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-0b9527df-0bb3-4c46-9fde-63c73074a083 req-7b2744b1-f879-4c95-a0ba-15ac9002f6a2 service neutron] 10.222.0.72 "GET /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023357 Jul 13 20:07:02.937376 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-d8734383-a7aa-4ec4-88c7-c803c0c6715b tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-532976337&fields=id&tenant_id=334e2b8fd3844b3b8d7e41bfaa2fc7f8 HTTP/1.1" status: 200 len: 267 time: 0.0573425 Jul 13 20:07:03.086460 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-485fb9c8-93c7-418c-b493-d88ccc546fa0 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:03.088199 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-485fb9c8-93c7-418c-b493-d88ccc546fa0 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/networks?id=61405a63-3c35-46cf-a1e4-683f49fcf69a HTTP/1.1" status: 200 len: 811 time: 0.1429453 Jul 13 20:07:03.109768 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-3ecc81bf-6517-4d47-b69c-13a5b576ef59 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/quotas/334e2b8fd3844b3b8d7e41bfaa2fc7f8 HTTP/1.1" status: 200 len: 375 time: 0.0149388 Jul 13 20:07:03.211243 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-4310dbb1-e29f-4e3a-a0d9-9bb2134e6653 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=334e2b8fd3844b3b8d7e41bfaa2fc7f8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0951006 Jul 13 20:07:03.391482 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-0be01b29-d171-4c0b-bc45-8d0b05f126cc service neutron] 10.222.0.22 "GET /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687219 Jul 13 20:07:03.510399 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-e6fad8af-fd13-4ed1-9e82-98870686bfd8 service neutron] 10.222.0.22 "GET /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094275 Jul 13 20:07:03.960477 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-913022e7-96bb-458c-870c-aeba89d745b8 req-06d0d7be-b0e0-4260-823c-17c4cf6ac680 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab308bc9-aa9a-4e42-a66f-49d78f7598d3 HTTP/1.1" status: 200 len: 210 time: 0.0407968 Jul 13 20:07:04.593648 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:07:05.135456 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-f1c581bf-4391-4940-9818-6d8df3df1e58 req-0fb65252-d343-4464-874a-56233afd5a05 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab308bc9-aa9a-4e42-a66f-49d78f7598d3 HTTP/1.1" status: 200 len: 210 time: 0.0364487 Jul 13 20:07:05.289938 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-45b49576-3654-423a-98bd-0a76ccabd518 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:05.291803 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-45b49576-3654-423a-98bd-0a76ccabd518 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.72 "GET /v2.0/networks?id=61405a63-3c35-46cf-a1e4-683f49fcf69a HTTP/1.1" status: 200 len: 811 time: 0.1366909 Jul 13 20:07:05.358599 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-648856a2-52bc-49ba-b909-058adebc0cf5 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=334e2b8fd3844b3b8d7e41bfaa2fc7f8 HTTP/1.1" status: 200 len: 379 time: 0.0564287 Jul 13 20:07:05.371185 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-a4a2e4d5-5f5b-4da4-971e-055cb1dbaa9e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Request body: {'port': {'device_id': 'ab308bc9-aa9a-4e42-a66f-49d78f7598d3', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'admin_state_up': True, 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'security_groups': ['c6a44441-d761-43cf-85b8-8cbf52d831d9']}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:07:05.540418 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-a4a2e4d5-5f5b-4da4-971e-055cb1dbaa9e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Made reservation on behalf of 334e2b8fd3844b3b8d7e41bfaa2fc7f8 for: {'port': 1} {{(pid=92885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 20:07:05.543957 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-a4a2e4d5-5f5b-4da4-971e-055cb1dbaa9e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:05.697380 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.db_base_plugin_common [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-a4a2e4d5-5f5b-4da4-971e-055cb1dbaa9e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Allocated IP 172.20.0.6 (61405a63-3c35-46cf-a1e4-683f49fcf69a/fd19ba54-4aee-44a0-b72e-1cafbf3cf329/5d6640cc-a6f1-4998-90eb-698131b06b29) {{(pid=92885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:07:05.910473 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-a4a2e4d5-5f5b-4da4-971e-055cb1dbaa9e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for port, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:05.931231 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.provisioning_blocks [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-a4a2e4d5-5f5b-4da4-971e-055cb1dbaa9e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Transition to ACTIVE for port object 5d6640cc-a6f1-4998-90eb-698131b06b29 will not be triggered until provisioned by entity DHCP. {{(pid=92885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:07:05.976738 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-a4a2e4d5-5f5b-4da4-971e-055cb1dbaa9e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372888'] for port, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:06.024718 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-a4a2e4d5-5f5b-4da4-971e-055cb1dbaa9e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Network 61405a63-3c35-46cf-a1e4-683f49fcf69a is already hosted by enough agents. {{(pid=92885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:07:06.028554 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.base_scheduler [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-a4a2e4d5-5f5b-4da4-971e-055cb1dbaa9e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Resources bound (agent type, host, resource id): {{(pid=92885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:07:06.031512 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-a4a2e4d5-5f5b-4da4-971e-055cb1dbaa9e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Received port after_create {{(pid=92885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:07:06.090570 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2e4d5-5f5b-4da4-971e-055cb1dbaa9e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Pushing event updated for resources: {'Port': ['ID=5d6640cc-a6f1-4998-90eb-698131b06b29,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:07:06.102012 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2e4d5-5f5b-4da4-971e-055cb1dbaa9e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:06.102371 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2e4d5-5f5b-4da4-971e-055cb1dbaa9e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:06.102720 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2e4d5-5f5b-4da4-971e-055cb1dbaa9e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:06.103061 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2e4d5-5f5b-4da4-971e-055cb1dbaa9e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:06.103400 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2e4d5-5f5b-4da4-971e-055cb1dbaa9e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:06.103737 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2e4d5-5f5b-4da4-971e-055cb1dbaa9e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:06.104636 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2e4d5-5f5b-4da4-971e-055cb1dbaa9e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:06.104636 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2e4d5-5f5b-4da4-971e-055cb1dbaa9e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:06.105029 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2e4d5-5f5b-4da4-971e-055cb1dbaa9e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:06.105176 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2e4d5-5f5b-4da4-971e-055cb1dbaa9e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:06.105452 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2e4d5-5f5b-4da4-971e-055cb1dbaa9e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:06.105767 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2e4d5-5f5b-4da4-971e-055cb1dbaa9e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:06.132564 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-a4a2e4d5-5f5b-4da4-971e-055cb1dbaa9e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:06.133586 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-a4a2e4d5-5f5b-4da4-971e-055cb1dbaa9e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:06.158207 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-a4a2e4d5-5f5b-4da4-971e-055cb1dbaa9e tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7931941 Jul 13 20:07:06.173258 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-a8782ac3-918a-4c71-9522-2496aaeedbd4 service neutron] Request body: {'port': {'device_id': 'ab308bc9-aa9a-4e42-a66f-49d78f7598d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:07:06.287934 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-a8782ac3-918a-4c71-9522-2496aaeedbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:06.343633 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-67778f72-f5ec-448e-a361-0df0aa3ebb74 None None] Provisioning for port 5d6640cc-a6f1-4998-90eb-698131b06b29 completed by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:07:06.348672 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-67778f72-f5ec-448e-a361-0df0aa3ebb74 None None] Provisioning complete for port 5d6640cc-a6f1-4998-90eb-698131b06b29 triggered by entity DHCP. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:07:06.349336 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-67778f72-f5ec-448e-a361-0df0aa3ebb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:06.401748 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a021c-5e72-4400-ada6-b74bd08e5918 req-625f0a9e-5722-44be-9c17-42b50ed30451 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:06.404215 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1a7a021c-5e72-4400-ada6-b74bd08e5918 req-625f0a9e-5722-44be-9c17-42b50ed30451 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab308bc9-aa9a-4e42-a66f-49d78f7598d3 HTTP/1.1" status: 200 len: 931 time: 0.0988739 Jul 13 20:07:06.404695 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-67778f72-f5ec-448e-a361-0df0aa3ebb74 None None] Port 5d6640cc-a6f1-4998-90eb-698131b06b29 cannot update to ACTIVE because it is not bound. {{(pid=92886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 20:07:06.467610 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1a7a021c-5e72-4400-ada6-b74bd08e5918 req-e60ed750-f4d5-4bf2-8179-6cad13f7d66f tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512657 Jul 13 20:07:06.634800 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.notifiers.nova [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-a8782ac3-918a-4c71-9522-2496aaeedbd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d6640cc-a6f1-4998-90eb-698131b06b29 {{(pid=92885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:07:06.652477 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-a8782ac3-918a-4c71-9522-2496aaeedbd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:06.670166 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.provisioning_blocks [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-a8782ac3-918a-4c71-9522-2496aaeedbd4 service neutron] Transition to ACTIVE for port object 5d6640cc-a6f1-4998-90eb-698131b06b29 will not be triggered until provisioned by entity L2. {{(pid=92885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 20:07:06.677836 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-a8782ac3-918a-4c71-9522-2496aaeedbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372883'] for port, after_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:06.763131 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8782ac3-918a-4c71-9522-2496aaeedbd4 service neutron] Pushing event updated for resources: {'Port': ['ID=5d6640cc-a6f1-4998-90eb-698131b06b29,revision_number=2']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:07:06.824887 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.managers [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-a8782ac3-918a-4c71-9522-2496aaeedbd4 service neutron] Attempting to bind port 5d6640cc-a6f1-4998-90eb-698131b06b29 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 20:07:06.825435 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.managers [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-a8782ac3-918a-4c71-9522-2496aaeedbd4 service neutron] Attempting to bind port 5d6640cc-a6f1-4998-90eb-698131b06b29 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '85c53708-6726-43fe-af8e-0df6a1a4de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a'}] {{(pid=92885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 20:07:06.825978 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-a8782ac3-918a-4c71-9522-2496aaeedbd4 service neutron] Attempting to bind port 5d6640cc-a6f1-4998-90eb-698131b06b29 on network 61405a63-3c35-46cf-a1e4-683f49fcf69a {{(pid=92885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:07:06.835437 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-a8782ac3-918a-4c71-9522-2496aaeedbd4 service neutron] Port 5d6640cc-a6f1-4998-90eb-698131b06b29 on network 61405a63-3c35-46cf-a1e4-683f49fcf69a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 20:07:06.836078 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-a8782ac3-918a-4c71-9522-2496aaeedbd4 service neutron] Attempting to bind port 5d6640cc-a6f1-4998-90eb-698131b06b29 on network 61405a63-3c35-46cf-a1e4-683f49fcf69a {{(pid=92885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 20:07:06.845839 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-a8782ac3-918a-4c71-9522-2496aaeedbd4 service neutron] Checking agent: {'id': '412a95eb-dbf1-48e2-9390-163f76043269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 22, 13), 'started_at': datetime.datetime(2021, 7, 13, 19, 22, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 20, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 20:07:06.846396 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-a8782ac3-918a-4c71-9522-2496aaeedbd4 service neutron] Checking segment: {'id': '85c53708-6726-43fe-af8e-0df6a1a4de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 20:07:06.847041 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-a8782ac3-918a-4c71-9522-2496aaeedbd4 service neutron] Bound using segment: {'id': '85c53708-6726-43fe-af8e-0df6a1a4de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a'} {{(pid=92885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 20:07:06.847782 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.managers [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-a8782ac3-918a-4c71-9522-2496aaeedbd4 service neutron] Bound port: 5d6640cc-a6f1-4998-90eb-698131b06b29, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c53708-6726-43fe-af8e-0df6a1a4de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a'}}] {{(pid=92885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 20:07:06.848412 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-a8782ac3-918a-4c71-9522-2496aaeedbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:06.946901 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.db [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-a8782ac3-918a-4c71-9522-2496aaeedbd4 service neutron] For port 5d6640cc-a6f1-4998-90eb-698131b06b29, host hv-cinder-78693, cleared binding levels {{(pid=92885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 20:07:06.950642 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.db [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-a8782ac3-918a-4c71-9522-2496aaeedbd4 service neutron] For port 5d6640cc-a6f1-4998-90eb-698131b06b29, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5d6640cc-a6f1-4998-90eb-698131b06b29,segment=NetworkSegment(85c53708-6726-43fe-af8e-0df6a1a4de32),segment_id=85c53708-6726-43fe-af8e-0df6a1a4de32)] {{(pid=92885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 20:07:06.954606 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-a8782ac3-918a-4c71-9522-2496aaeedbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372883'] for port, after_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:06.995202 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-a8782ac3-918a-4c71-9522-2496aaeedbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:06.995933 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-a8782ac3-918a-4c71-9522-2496aaeedbd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:06.997476 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-a8782ac3-918a-4c71-9522-2496aaeedbd4 service neutron] 10.222.0.72 "PUT /v2.0/ports/5d6640cc-a6f1-4998-90eb-698131b06b29 HTTP/1.1" status: 200 len: 1093 time: 0.8318405 Jul 13 20:07:06.998056 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab308bc9-aa9a-4e42-a66f-49d78f7598d3', 'tag': '5d6640cc-a6f1-4998-90eb-698131b06b29'}] {{(pid=92885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:07:07.000605 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31f80f9b8720474c1f79c69ae76da95a509923de65c92150015c81fc62ea229" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f81ed0-21d9-4f38-b39c-bf7208a19283" -d '{"events": [{"name": "network-changed", "server_uuid": "ab308bc9-aa9a-4e42-a66f-49d78f7598d3", "tag": "5d6640cc-a6f1-4998-90eb-698131b06b29"}]}' {{(pid=92885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:07:07.041256 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8782ac3-918a-4c71-9522-2496aaeedbd4 service neutron] Pushing event updated for resources: {'Port': ['ID=5d6640cc-a6f1-4998-90eb-698131b06b29,revision_number=3']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:07:07.086213 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5af9fc4-ba1c-47a0-8b2b-7c496602c3c9 x-openstack-request-id: req-a5af9fc4-ba1c-47a0-8b2b-7c496602c3c9 {{(pid=92885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:07:07.086545 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab308bc9-aa9a-4e42-a66f-49d78f7598d3", "tag": "5d6640cc-a6f1-4998-90eb-698131b06b29", "status": "completed", "code": 200}]} {{(pid=92885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:07:07.086734 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a5af9fc4-ba1c-47a0-8b2b-7c496602c3c9 {{(pid=92885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:07:07.087499 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab308bc9-aa9a-4e42-a66f-49d78f7598d3', 'tag': '5d6640cc-a6f1-4998-90eb-698131b06b29', 'status': 'completed', 'code': 200} Jul 13 20:07:07.122150 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-d77e83da-acd5-42e9-9d8b-40ddb6ff713a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:07.123847 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-d77e83da-acd5-42e9-9d8b-40ddb6ff713a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=334e2b8fd3844b3b8d7e41bfaa2fc7f8&device_id=ab308bc9-aa9a-4e42-a66f-49d78f7598d3 HTTP/1.1" status: 200 len: 1096 time: 0.0695176 Jul 13 20:07:07.183698 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-f0e604c9-bdf5-4c3b-a252-dd1a159979a3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d6640cc-a6f1-4998-90eb-698131b06b29 HTTP/1.1" status: 200 len: 217 time: 0.0516772 Jul 13 20:07:07.255601 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-b055ba77-a48f-40bb-a249-c3dfa9034dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:07.258092 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-b055ba77-a48f-40bb-a249-c3dfa9034dff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd19ba54-4aee-44a0-b72e-1cafbf3cf329 HTTP/1.1" status: 200 len: 850 time: 0.0684381 Jul 13 20:07:07.318371 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-8b9273b4-3d59-495f-8d80-cf23c58ce7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:07.319818 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-8b9273b4-3d59-495f-8d80-cf23c58ce7f6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=61405a63-3c35-46cf-a1e4-683f49fcf69a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560036 Jul 13 20:07:07.422090 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-863bcf42-7da9-4fd9-8c68-9864b4a5a353 service neutron] 10.222.0.72 "GET /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957000 Jul 13 20:07:07.556323 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-bb955005-65c2-4f1f-92a7-ead59239de44 req-76bb1474-ac52-4fda-b85c-b9a1b2768362 service neutron] 10.222.0.72 "GET /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270819 Jul 13 20:07:07.684583 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f81ed0-21d9-4f38-b39c-bf7208a19283 req-6280c16d-b5ea-4334-ba78-5127cc8eb891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:07.686951 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-d8f81ed0-21d9-4f38-b39c-bf7208a19283 req-6280c16d-b5ea-4334-ba78-5127cc8eb891 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=334e2b8fd3844b3b8d7e41bfaa2fc7f8&device_id=ab308bc9-aa9a-4e42-a66f-49d78f7598d3 HTTP/1.1" status: 200 len: 1096 time: 0.0746777 Jul 13 20:07:07.759799 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7b50d-495d-418e-b16d-70f89dcc891e req-8356f515-09a0-4a23-b6b9-36f736ce72a0 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:07.762624 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c7b7b50d-495d-418e-b16d-70f89dcc891e req-8356f515-09a0-4a23-b6b9-36f736ce72a0 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab308bc9-aa9a-4e42-a66f-49d78f7598d3 HTTP/1.1" status: 200 len: 943 time: 0.1112401 Jul 13 20:07:07.808203 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-c7b7b50d-495d-418e-b16d-70f89dcc891e req-ef8c686d-53b9-44d4-aa35-1335f48f5f25 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385430 Jul 13 20:07:07.812702 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f81ed0-21d9-4f38-b39c-bf7208a19283 req-d1387f0a-acea-4934-8cc4-e7b6fdab88c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:07.814228 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-d8f81ed0-21d9-4f38-b39c-bf7208a19283 req-d1387f0a-acea-4934-8cc4-e7b6fdab88c2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=61405a63-3c35-46cf-a1e4-683f49fcf69a HTTP/1.1" status: 200 len: 913 time: 0.1177812 Jul 13 20:07:07.875145 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-d8f81ed0-21d9-4f38-b39c-bf7208a19283 req-db45e809-391b-4b06-a2e0-79b1dfaba2cb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d6640cc-a6f1-4998-90eb-698131b06b29 HTTP/1.1" status: 200 len: 217 time: 0.0529721 Jul 13 20:07:07.958955 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f81ed0-21d9-4f38-b39c-bf7208a19283 req-72562200-a2c3-4a92-9b80-54bd9e03e38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:07.961364 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-d8f81ed0-21d9-4f38-b39c-bf7208a19283 req-72562200-a2c3-4a92-9b80-54bd9e03e38e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd19ba54-4aee-44a0-b72e-1cafbf3cf329 HTTP/1.1" status: 200 len: 850 time: 0.0770314 Jul 13 20:07:08.056301 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f81ed0-21d9-4f38-b39c-bf7208a19283 req-92906b62-06ba-41c0-8dc0-baef38e8a5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:08.057997 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-d8f81ed0-21d9-4f38-b39c-bf7208a19283 req-92906b62-06ba-41c0-8dc0-baef38e8a5d0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=61405a63-3c35-46cf-a1e4-683f49fcf69a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0870788 Jul 13 20:07:08.170399 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-d8f81ed0-21d9-4f38-b39c-bf7208a19283 req-c8dae365-6878-4de7-8bdf-7219964556cf service neutron] 10.222.0.72 "GET /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050088 Jul 13 20:07:08.298599 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-d8f81ed0-21d9-4f38-b39c-bf7208a19283 req-f9806f39-9763-44e1-bb1e-9d0f452cd2d9 service neutron] 10.222.0.72 "GET /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213095 Jul 13 20:07:09.030140 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cde77-2272-4463-899d-b04fbfe03a5b req-e130f402-a288-42ba-bb6a-60a792943ac1 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:09.032152 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-742cde77-2272-4463-899d-b04fbfe03a5b req-e130f402-a288-42ba-bb6a-60a792943ac1 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab308bc9-aa9a-4e42-a66f-49d78f7598d3 HTTP/1.1" status: 200 len: 943 time: 0.0920970 Jul 13 20:07:09.084605 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-742cde77-2272-4463-899d-b04fbfe03a5b req-3463618f-d09a-4fc4-8736-d35238a485cc tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451057 Jul 13 20:07:10.308775 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1ef9d-f845-4488-9b8c-c809d60febda req-11583e27-6a3f-4114-b57c-9bb2f9adbe72 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:10.311291 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0ac1ef9d-f845-4488-9b8c-c809d60febda req-11583e27-6a3f-4114-b57c-9bb2f9adbe72 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab308bc9-aa9a-4e42-a66f-49d78f7598d3 HTTP/1.1" status: 200 len: 943 time: 0.0985258 Jul 13 20:07:10.370197 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-0ac1ef9d-f845-4488-9b8c-c809d60febda req-097d7225-9fc2-457a-b77a-cba5caa89740 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482547 Jul 13 20:07:11.767159 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d7164-f201-4d71-950d-80c6102ef32b req-ffcf1ad6-486a-4f76-9f04-7c7bed96b785 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:11.769629 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-4d5d7164-f201-4d71-950d-80c6102ef32b req-ffcf1ad6-486a-4f76-9f04-7c7bed96b785 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab308bc9-aa9a-4e42-a66f-49d78f7598d3 HTTP/1.1" status: 200 len: 943 time: 0.1016090 Jul 13 20:07:11.820310 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-4d5d7164-f201-4d71-950d-80c6102ef32b req-a230971e-bc47-43b0-a5fa-7790e591f1d8 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439878 Jul 13 20:07:13.103352 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1965e-fee9-4004-8703-c0266771d3f9 req-f397db06-1c33-4b91-b6a3-84828150de0a tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:13.105332 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-7ec1965e-fee9-4004-8703-c0266771d3f9 req-f397db06-1c33-4b91-b6a3-84828150de0a tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab308bc9-aa9a-4e42-a66f-49d78f7598d3 HTTP/1.1" status: 200 len: 943 time: 0.0899479 Jul 13 20:07:13.154734 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-7ec1965e-fee9-4004-8703-c0266771d3f9 req-fdcad5ed-979d-425c-982e-779d947aabc7 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395222 Jul 13 20:07:13.189712 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:14.412033 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c74a5-7e8d-4be0-a752-62bd2d0c10d4 req-2f5f55bd-a122-4590-bfcf-239bbfc3fc54 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:14.413977 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-400c74a5-7e8d-4be0-a752-62bd2d0c10d4 req-2f5f55bd-a122-4590-bfcf-239bbfc3fc54 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab308bc9-aa9a-4e42-a66f-49d78f7598d3 HTTP/1.1" status: 200 len: 943 time: 0.0842350 Jul 13 20:07:14.463406 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-400c74a5-7e8d-4be0-a752-62bd2d0c10d4 req-6d067735-c192-43e4-b3a6-5adb4b72ab71 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404282 Jul 13 20:07:15.260755 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-fd41dce1-3867-4344-b66b-d7e8b87dfca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:15.544124 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 5d6640cc-a6f1-4998-90eb-698131b06b29 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 20:07:15.696222 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 5d6640cc-a6f1-4998-90eb-698131b06b29, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5d6640cc-a6f1-4998-90eb-698131b06b29,segment=NetworkSegment(85c53708-6726-43fe-af8e-0df6a1a4de32),segment_id=85c53708-6726-43fe-af8e-0df6a1a4de32)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:07:15.718890 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Returning: {'device': '5d6640cc-a6f1-4998-90eb-698131b06b29', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'port_id': '5d6640cc-a6f1-4998-90eb-698131b06b29', 'mac_address': 'fa:16:3e:ce:4f:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 20:07:15.732334 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8989b3-221a-4f5c-a49b-e494ece2163a req-71c91373-b551-445d-af35-26a4dd2ab73d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:15.734145 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1e8989b3-221a-4f5c-a49b-e494ece2163a req-71c91373-b551-445d-af35-26a4dd2ab73d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab308bc9-aa9a-4e42-a66f-49d78f7598d3 HTTP/1.1" status: 200 len: 943 time: 0.1048937 Jul 13 20:07:15.767456 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:15.788248 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-1e8989b3-221a-4f5c-a49b-e494ece2163a req-6a955a52-59e8-404d-a16a-c351d420ecb4 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419390 Jul 13 20:07:15.789718 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.notifiers.nova [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d6640cc-a6f1-4998-90eb-698131b06b29 {{(pid=92886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 20:07:15.816426 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 5d6640cc-a6f1-4998-90eb-698131b06b29, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5d6640cc-a6f1-4998-90eb-698131b06b29,segment=NetworkSegment(85c53708-6726-43fe-af8e-0df6a1a4de32),segment_id=85c53708-6726-43fe-af8e-0df6a1a4de32)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:07:15.822470 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:15.898000 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Pushing event updated for resources: {'Port': ['ID=5d6640cc-a6f1-4998-90eb-698131b06b29,revision_number=4']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:07:15.912110 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:15.912680 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:15.913237 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:15.913772 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:15.914286 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:15.914819 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:15.915346 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:15.915775 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:15.916123 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:15.916568 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:15.916912 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:15.917297 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:07:16.065692 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] get_ports_and_sgs() called for port_ids ['5d6640cc-a6f1-4998-90eb-698131b06b29'] {{(pid=92886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 20:07:17.029758 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef467be3-1d2b-4197-b53e-863f679ae8c8 req-1289972a-0e39-4222-83e1-9796bef5affa tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:17.031380 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-ef467be3-1d2b-4197-b53e-863f679ae8c8 req-1289972a-0e39-4222-83e1-9796bef5affa tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab308bc9-aa9a-4e42-a66f-49d78f7598d3 HTTP/1.1" status: 200 len: 944 time: 0.0822508 Jul 13 20:07:17.084248 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-ef467be3-1d2b-4197-b53e-863f679ae8c8 req-959cb2a5-34fc-4cdb-a630-2426d7b1543b tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443883 Jul 13 20:07:17.561790 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 5d6640cc-a6f1-4998-90eb-698131b06b29 up at agent hyperv_hv-cinder-78693 {{(pid=92886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 20:07:17.621899 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Provisioning for port 5d6640cc-a6f1-4998-90eb-698131b06b29 completed by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 20:07:17.626235 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.provisioning_blocks [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Provisioning complete for port 5d6640cc-a6f1-4998-90eb-698131b06b29 triggered by entity L2. {{(pid=92886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 20:07:17.626680 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1454285'] for port, provisioning_complete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:17.721347 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:17.748784 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab308bc9-aa9a-4e42-a66f-49d78f7598d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6640cc-a6f1-4998-90eb-698131b06b29'}] {{(pid=92886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:07:17.751295 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2110528246aa69f40c90618f30b6bebf52a56ffd7d9758f57e079d5fd4b7be03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc7a05d-8bb4-4686-845b-e8a853fc9a59" -d '{"events": [{"server_uuid": "ab308bc9-aa9a-4e42-a66f-49d78f7598d3", "name": "network-vif-plugged", "status": "completed", "tag": "5d6640cc-a6f1-4998-90eb-698131b06b29"}]}' {{(pid=92886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:07:17.765874 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] For port 5d6640cc-a6f1-4998-90eb-698131b06b29, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5d6640cc-a6f1-4998-90eb-698131b06b29,segment=NetworkSegment(85c53708-6726-43fe-af8e-0df6a1a4de32),segment_id=85c53708-6726-43fe-af8e-0df6a1a4de32)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:07:17.770435 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855'] for port, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:17.817666 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335f7652-1cd9-42bf-912e-2db2bc55c701 x-openstack-request-id: req-335f7652-1cd9-42bf-912e-2db2bc55c701 {{(pid=92886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:07:17.818042 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab308bc9-aa9a-4e42-a66f-49d78f7598d3", "name": "network-vif-plugged", "status": "completed", "tag": "5d6640cc-a6f1-4998-90eb-698131b06b29", "code": 200}]} {{(pid=92886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:07:17.818365 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-335f7652-1cd9-42bf-912e-2db2bc55c701 {{(pid=92886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:07:17.818784 dv-cinder-786933-3-iscsi neutron-server[92886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab308bc9-aa9a-4e42-a66f-49d78f7598d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6640cc-a6f1-4998-90eb-698131b06b29', 'code': 200} Jul 13 20:07:17.853050 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-e0dc971a-c851-4078-91fe-cf2a78cc60f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:17.861111 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Pushing event updated for resources: {'Port': ['ID=5d6640cc-a6f1-4998-90eb-698131b06b29,revision_number=5']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:07:17.941888 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:18.187000 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627fdff-fdb3-4f97-936c-5f2b90812714 req-47239fc6-a3f3-4571-837b-92de0f00c31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:18.188639 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b627fdff-fdb3-4f97-936c-5f2b90812714 req-47239fc6-a3f3-4571-837b-92de0f00c31f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ab308bc9-aa9a-4e42-a66f-49d78f7598d3 HTTP/1.1" status: 200 len: 1098 time: 0.0721972 Jul 13 20:07:18.232881 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b627fdff-fdb3-4f97-936c-5f2b90812714 req-21dc548e-b380-4003-bfab-997c84348cd0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372331 Jul 13 20:07:18.316008 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9929ae8-7b2d-4f74-95b5-68dd52009287 req-759c754d-c403-48b9-84f8-6f4a7346f418 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:18.318250 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-c9929ae8-7b2d-4f74-95b5-68dd52009287 req-759c754d-c403-48b9-84f8-6f4a7346f418 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab308bc9-aa9a-4e42-a66f-49d78f7598d3 HTTP/1.1" status: 200 len: 945 time: 0.0838306 Jul 13 20:07:18.382663 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-c9929ae8-7b2d-4f74-95b5-68dd52009287 req-7962e597-861f-420c-b680-bf871a5744a6 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553124 Jul 13 20:07:19.226639 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:19.624172 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cccd7b-80ba-4107-8b73-6e3ab8a9e873 req-2c40d230-f2f0-4c73-a274-3a6e92a57232 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:19.626146 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a5cccd7b-80ba-4107-8b73-6e3ab8a9e873 req-2c40d230-f2f0-4c73-a274-3a6e92a57232 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab308bc9-aa9a-4e42-a66f-49d78f7598d3 HTTP/1.1" status: 200 len: 945 time: 0.1004660 Jul 13 20:07:19.670324 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-a5cccd7b-80ba-4107-8b73-6e3ab8a9e873 req-1a9e12fe-d1ca-4bc1-ad22-2f18ab14fbf3 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372002 Jul 13 20:07:19.866454 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465fad9-092d-4dfc-a657-5b8b19124c47 req-df3b0845-98e9-4c47-89c4-646af7ddd6b9 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:19.868023 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-a465fad9-092d-4dfc-a657-5b8b19124c47 req-df3b0845-98e9-4c47-89c4-646af7ddd6b9 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab308bc9-aa9a-4e42-a66f-49d78f7598d3 HTTP/1.1" status: 200 len: 945 time: 0.0749419 Jul 13 20:07:19.908202 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-a465fad9-092d-4dfc-a657-5b8b19124c47 req-c7e45927-adcb-47ba-adb1-414e5e006dd5 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343175 Jul 13 20:07:19.935312 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 47056) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:07:19.994471 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fbf4ae-9279-4e7d-a7a0-a33894948f02 tempest-TestVolumeBootPattern-2132042583 tempest-TestVolumeBootPattern-2132042583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:19.996047 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-20fbf4ae-9279-4e7d-a7a0-a33894948f02 tempest-TestVolumeBootPattern-2132042583 tempest-TestVolumeBootPattern-2132042583-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ab308bc9-aa9a-4e42-a66f-49d78f7598d3 HTTP/1.1" status: 200 len: 1093 time: 0.0595334 Jul 13 20:07:20.000202 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 47058) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:07:20.005562 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.v2.base [None req-4bf0ccbf-0bcb-46fb-92b6-f4d504658ef3 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Request body: {'floatingip': {'floating_network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'port_id': '5d6640cc-a6f1-4998-90eb-698131b06b29', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 20:07:20.032720 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-4bf0ccbf-0bcb-46fb-92b6-f4d504658ef3 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for floatingip, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:20.141076 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-4bf0ccbf-0bcb-46fb-92b6-f4d504658ef3 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:20.259532 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.db_base_plugin_common [None req-4bf0ccbf-0bcb-46fb-92b6-f4d504658ef3 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Allocated IP 172.27.2.174 (016193b2-3012-4896-ba69-fa2225e8730f/5c7148d1-68ad-4d7f-9cc6-340fc018242b/fb5189fd-bd86-4848-8371-55a5804520ab) {{(pid=92885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 20:07:20.391422 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-4bf0ccbf-0bcb-46fb-92b6-f4d504658ef3 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for port, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:20.451213 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-4bf0ccbf-0bcb-46fb-92b6-f4d504658ef3 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772357511819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372888'] for port, after_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:20.493594 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf0ccbf-0bcb-46fb-92b6-f4d504658ef3 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Network 016193b2-3012-4896-ba69-fa2225e8730f is already hosted by enough agents. {{(pid=92885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 20:07:20.496737 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.base_scheduler [None req-4bf0ccbf-0bcb-46fb-92b6-f4d504658ef3 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Resources bound (agent type, host, resource id): {{(pid=92885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 20:07:20.500561 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf0ccbf-0bcb-46fb-92b6-f4d504658ef3 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Received port after_create {{(pid=92885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 20:07:20.506399 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0ccbf-0bcb-46fb-92b6-f4d504658ef3 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Pushing event updated for resources: {'Port': ['ID=fb5189fd-bd86-4848-8371-55a5804520ab,revision_number=1']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:07:20.923761 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:20.980967 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-4bf0ccbf-0bcb-46fb-92b6-f4d504658ef3 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:21.071171 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-4bf0ccbf-0bcb-46fb-92b6-f4d504658ef3 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595402'] for port, before_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:21.260896 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-4bf0ccbf-0bcb-46fb-92b6-f4d504658ef3 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for port, precommit_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:21.266512 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-4bf0ccbf-0bcb-46fb-92b6-f4d504658ef3 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772357917727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772357511837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772357511855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372883'] for port, after_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:21.634466 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0ccbf-0bcb-46fb-92b6-f4d504658ef3 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Pushing event updated for resources: {'Port': ['ID=fb5189fd-bd86-4848-8371-55a5804520ab,revision_number=2']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:07:21.649555 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-4bf0ccbf-0bcb-46fb-92b6-f4d504658ef3 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-502340'] for floatingip, after_update {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:21.794336 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.db.l3_db [None req-4bf0ccbf-0bcb-46fb-92b6-f4d504658ef3 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Floating IP 25476cef-8fdf-4fe9-9ec8-9c8e58ce9f75 associated. External IP: 172.27.2.174, port: 5d6640cc-a6f1-4998-90eb-698131b06b29. Jul 13 20:07:22.085449 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf0ccbf-0bcb-46fb-92b6-f4d504658ef3 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Router 61b9e30c-659d-4a61-826c-54a402e3628f has already been hosted by L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd {{(pid=92885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:07:22.231680 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf0ccbf-0bcb-46fb-92b6-f4d504658ef3 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:07:22.245432 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a3a191-037c-4756-b28d-52f016f0d899 None None] Sync routers for ids ['61b9e30c-659d-4a61-826c-54a402e3628f'] in dv-cinder-786933-3-iscsi {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:07:22.252839 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-4bf0ccbf-0bcb-46fb-92b6-f4d504658ef3 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for floatingip, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:22.260852 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a3a191-037c-4756-b28d-52f016f0d899 None None] Routers {'61b9e30c-659d-4a61-826c-54a402e3628f'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:07:22.261759 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-96a3a191-037c-4756-b28d-52f016f0d899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T20:07:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['61b9e30c-659d-4a61-826c-54a402e3628f'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:07:22.305976 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-4bf0ccbf-0bcb-46fb-92b6-f4d504658ef3 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3045514 Jul 13 20:07:22.306954 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab308bc9-aa9a-4e42-a66f-49d78f7598d3', 'tag': '5d6640cc-a6f1-4998-90eb-698131b06b29'}] {{(pid=92885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:07:22.310230 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31f80f9b8720474c1f79c69ae76da95a509923de65c92150015c81fc62ea229" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50eaff20-bb26-4f12-b155-cd7daaf56158" -d '{"events": [{"name": "network-changed", "server_uuid": "ab308bc9-aa9a-4e42-a66f-49d78f7598d3", "tag": "5d6640cc-a6f1-4998-90eb-698131b06b29"}]}' {{(pid=92885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:07:22.356266 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba19183c-a0e4-4bbb-896d-ed7330b01de3 x-openstack-request-id: req-ba19183c-a0e4-4bbb-896d-ed7330b01de3 {{(pid=92885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:07:22.356609 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab308bc9-aa9a-4e42-a66f-49d78f7598d3", "tag": "5d6640cc-a6f1-4998-90eb-698131b06b29", "status": "completed", "code": 200}]} {{(pid=92885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:07:22.356849 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ba19183c-a0e4-4bbb-896d-ed7330b01de3 {{(pid=92885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:07:22.357248 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab308bc9-aa9a-4e42-a66f-49d78f7598d3', 'tag': '5d6640cc-a6f1-4998-90eb-698131b06b29', 'status': 'completed', 'code': 200} Jul 13 20:07:22.433075 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-96a3a191-037c-4756-b28d-52f016f0d899 None None] Set router 61b9e30c-659d-4a61-826c-54a402e3628f gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:07:22.460113 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eaff20-bb26-4f12-b155-cd7daaf56158 req-99f2b485-4747-4bdd-ad64-358d59fe8e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:22.462104 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-50eaff20-bb26-4f12-b155-cd7daaf56158 req-99f2b485-4747-4bdd-ad64-358d59fe8e25 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=334e2b8fd3844b3b8d7e41bfaa2fc7f8&device_id=ab308bc9-aa9a-4e42-a66f-49d78f7598d3 HTTP/1.1" status: 200 len: 1098 time: 0.0755990 Jul 13 20:07:22.605132 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eaff20-bb26-4f12-b155-cd7daaf56158 req-ebf2c4c8-a4f8-49e3-8528-5231ccc21bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:22.607524 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-50eaff20-bb26-4f12-b155-cd7daaf56158 req-ebf2c4c8-a4f8-49e3-8528-5231ccc21bf8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=61405a63-3c35-46cf-a1e4-683f49fcf69a HTTP/1.1" status: 200 len: 913 time: 0.1391144 Jul 13 20:07:22.717402 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-50eaff20-bb26-4f12-b155-cd7daaf56158 req-af933c0a-57b3-464b-8e05-84898a8005ee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d6640cc-a6f1-4998-90eb-698131b06b29 HTTP/1.1" status: 200 len: 999 time: 0.1033018 Jul 13 20:07:22.751965 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-96a3a191-037c-4756-b28d-52f016f0d899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'name': 'tempest-TestVolumeBootPattern-698245608-router', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:22Z', 'revision_number': 4, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'gw_port': {'id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_floatingips': [{'id': '0b95ea75-a833-4092-8951-d9bab1277abf', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'router_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'port_id': 'c20696b0-b405-431b-818f-09307f0effb5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'mac_address': 'fa:16:3e:18:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5f5ef4-1d5d-49cd-a884-7392b150af0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:05:26Z', 'updated_at': '2021-07-13T20:05:28Z', 'revision_number': 1, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'fixed_ip_address_scope': None}, {'id': '25476cef-8fdf-4fe9-9ec8-9c8e58ce9f75', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'router_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'port_id': '5d6640cc-a6f1-4998-90eb-698131b06b29', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'mac_address': 'fa:16:3e:ce:4f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab308bc9-aa9a-4e42-a66f-49d78f7598d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:07:20Z', 'updated_at': '2021-07-13T20:07:20Z', 'revision_number': 0, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05883f3c-a42c-447a-a1da-823e484b0b37', 'name': '', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'mac_address': 'fa:16:3e:96:7a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:22Z', 'updated_at': '2021-07-13T20:02:28Z', 'revision_number': 5, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'subnets': [{'id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:07:22.779830 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eaff20-bb26-4f12-b155-cd7daaf56158 req-3eb98e66-49d0-4f3c-a8e3-9a8b9e75a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:22.782367 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-50eaff20-bb26-4f12-b155-cd7daaf56158 req-3eb98e66-49d0-4f3c-a8e3-9a8b9e75a2ad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd19ba54-4aee-44a0-b72e-1cafbf3cf329 HTTP/1.1" status: 200 len: 850 time: 0.0592325 Jul 13 20:07:22.785413 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a3a191-037c-4756-b28d-52f016f0d899 None None] Checking router: 61b9e30c-659d-4a61-826c-54a402e3628f for host: dv-cinder-786933-3-iscsi {{(pid=92886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:07:22.795340 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a3a191-037c-4756-b28d-52f016f0d899 None None] Routers {'61b9e30c-659d-4a61-826c-54a402e3628f'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:07:22.796157 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-96a3a191-037c-4756-b28d-52f016f0d899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T20:07:18Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['61b9e30c-659d-4a61-826c-54a402e3628f'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:07:22.851875 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eaff20-bb26-4f12-b155-cd7daaf56158 req-b5a38156-bdbe-436a-a495-8c90a4b1efc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:22.854498 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-50eaff20-bb26-4f12-b155-cd7daaf56158 req-b5a38156-bdbe-436a-a495-8c90a4b1efc4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=61405a63-3c35-46cf-a1e4-683f49fcf69a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0660532 Jul 13 20:07:22.939649 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-96a3a191-037c-4756-b28d-52f016f0d899 None None] Set router 61b9e30c-659d-4a61-826c-54a402e3628f gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:07:22.955753 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-50eaff20-bb26-4f12-b155-cd7daaf56158 req-08d1f2f2-1f0b-433e-87fa-7e3b10aeaee9 service neutron] 10.222.0.72 "GET /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951319 Jul 13 20:07:23.084009 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-50eaff20-bb26-4f12-b155-cd7daaf56158 req-d1c2e544-9459-48e5-b925-8075e83fda0d service neutron] 10.222.0.72 "GET /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192770 Jul 13 20:07:23.246675 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-96a3a191-037c-4756-b28d-52f016f0d899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'name': 'tempest-TestVolumeBootPattern-698245608-router', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:22Z', 'revision_number': 4, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'gw_port': {'id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_floatingips': [{'id': '0b95ea75-a833-4092-8951-d9bab1277abf', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'router_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'port_id': 'c20696b0-b405-431b-818f-09307f0effb5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'mac_address': 'fa:16:3e:18:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5f5ef4-1d5d-49cd-a884-7392b150af0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:05:26Z', 'updated_at': '2021-07-13T20:05:28Z', 'revision_number': 1, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'fixed_ip_address_scope': None}, {'id': '25476cef-8fdf-4fe9-9ec8-9c8e58ce9f75', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'router_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'port_id': '5d6640cc-a6f1-4998-90eb-698131b06b29', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'mac_address': 'fa:16:3e:ce:4f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab308bc9-aa9a-4e42-a66f-49d78f7598d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:07:20Z', 'updated_at': '2021-07-13T20:07:20Z', 'revision_number': 0, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05883f3c-a42c-447a-a1da-823e484b0b37', 'name': '', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'mac_address': 'fa:16:3e:96:7a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:22Z', 'updated_at': '2021-07-13T20:02:28Z', 'revision_number': 5, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'subnets': [{'id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:07:23.275516 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a3a191-037c-4756-b28d-52f016f0d899 None None] The sync data for ids ['61b9e30c-659d-4a61-826c-54a402e3628f'] in dv-cinder-786933-3-iscsi is: [{'id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'name': 'tempest-TestVolumeBootPattern-698245608-router', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:22Z', 'revision_number': 4, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'gw_port': {'id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_floatingips': [{'id': '0b95ea75-a833-4092-8951-d9bab1277abf', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'router_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'port_id': 'c20696b0-b405-431b-818f-09307f0effb5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'mac_address': 'fa:16:3e:18:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5f5ef4-1d5d-49cd-a884-7392b150af0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:05:26Z', 'updated_at': '2021-07-13T20:05:28Z', 'revision_number': 1, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'fixed_ip_address_scope': None}, {'id': '25476cef-8fdf-4fe9-9ec8-9c8e58ce9f75', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'router_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'port_id': '5d6640cc-a6f1-4998-90eb-698131b06b29', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'mac_address': 'fa:16:3e:ce:4f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab308bc9-aa9a-4e42-a66f-49d78f7598d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:07:20Z', 'updated_at': '2021-07-13T20:07:20Z', 'revision_number': 0, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05883f3c-a42c-447a-a1da-823e484b0b37', 'name': '', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'mac_address': 'fa:16:3e:96:7a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:22Z', 'updated_at': '2021-07-13T20:02:28Z', 'revision_number': 5, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'subnets': [{'id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:07:23.521676 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a1808d-153f-461f-84b8-267cdbf8ecc2 None None] New status for floating IP 25476cef-8fdf-4fe9-9ec8-9c8e58ce9f75: ACTIVE {{(pid=92887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:07:41.594040 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:07:43.196775 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:45.260337 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cc082391-539c-40ff-aa65-8bbf84503422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:47.838804 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-88d5fcdb-a014-4fe6-b057-5f90419ed091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:47.943658 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:49.224415 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:50.931452 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:07:52.267129 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-a74b6aff-6e50-4022-aa3f-cee50848fe23 req-c7754434-2a00-4ef3-a924-c0bc885aee91 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=db5f5ef4-1d5d-49cd-a884-7392b150af0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742784 Jul 13 20:07:52.383475 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b6aff-6e50-4022-aa3f-cee50848fe23 req-71710bda-e6ce-4715-a0ff-07ac36a9c368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:52.385091 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-a74b6aff-6e50-4022-aa3f-cee50848fe23 req-71710bda-e6ce-4715-a0ff-07ac36a9c368 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=334e2b8fd3844b3b8d7e41bfaa2fc7f8&device_id=db5f5ef4-1d5d-49cd-a884-7392b150af0a HTTP/1.1" status: 200 len: 1099 time: 0.0643127 Jul 13 20:07:52.511565 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b6aff-6e50-4022-aa3f-cee50848fe23 req-736c5255-c162-4808-85c1-3a849f3935e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:52.513174 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-a74b6aff-6e50-4022-aa3f-cee50848fe23 req-736c5255-c162-4808-85c1-3a849f3935e2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=61405a63-3c35-46cf-a1e4-683f49fcf69a HTTP/1.1" status: 200 len: 913 time: 0.1028781 Jul 13 20:07:52.596461 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-a74b6aff-6e50-4022-aa3f-cee50848fe23 req-ebbb65f6-54a0-4b49-bdea-be3278286e5f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c20696b0-b405-431b-818f-09307f0effb5 HTTP/1.1" status: 200 len: 1002 time: 0.0756862 Jul 13 20:07:52.662964 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b6aff-6e50-4022-aa3f-cee50848fe23 req-478d110c-ffba-4815-8e05-5a40aee0c262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:52.664530 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-a74b6aff-6e50-4022-aa3f-cee50848fe23 req-478d110c-ffba-4815-8e05-5a40aee0c262 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd19ba54-4aee-44a0-b72e-1cafbf3cf329 HTTP/1.1" status: 200 len: 850 time: 0.0616434 Jul 13 20:07:52.728948 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b6aff-6e50-4022-aa3f-cee50848fe23 req-969a62e2-8e9e-4db1-a5db-bec190c39481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:07:52.730652 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-a74b6aff-6e50-4022-aa3f-cee50848fe23 req-969a62e2-8e9e-4db1-a5db-bec190c39481 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=61405a63-3c35-46cf-a1e4-683f49fcf69a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600264 Jul 13 20:07:52.844695 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-a74b6aff-6e50-4022-aa3f-cee50848fe23 req-bd89b326-bf54-4fa3-a0dd-cab9af9ccde6 service neutron] 10.222.0.72 "GET /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077867 Jul 13 20:07:52.954639 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-a74b6aff-6e50-4022-aa3f-cee50848fe23 req-103078d6-71e6-45a6-9f91-d8094b8ad987 service neutron] 10.222.0.72 "GET /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035595 Jul 13 20:08:13.207860 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:15.251007 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-f9af65b7-d989-4b33-a461-2febb08a852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:17.824023 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4c9d2995-6a58-44ba-a873-875ce3d95a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:17.941750 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:18.596112 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:08:19.220065 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:20.927393 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:43.213518 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:45.253173 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-627b760c-16b0-4e06-bc37-c76242463d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:47.824934 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-a0399e41-c22c-44ad-b2ab-38585a8b9cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:47.933442 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:49.226526 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:50.930065 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:54.636104 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 47096) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:08:54.886579 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.plugin [None req-3f334b70-01ed-4b70-84f0-b6fce37aac3d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Deleting port fb5189fd-bd86-4848-8371-55a5804520ab {{(pid=92885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:08:54.886807 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-3f334b70-01ed-4b70-84f0-b6fce37aac3d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:54.927806 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-9557b1bb-048c-423a-a237-6dfbf85e5ff7 req-97303bed-4e07-4fc4-a711-bffef82f7e38 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ab308bc9-aa9a-4e42-a66f-49d78f7598d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1072080 Jul 13 20:08:54.999677 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-3f334b70-01ed-4b70-84f0-b6fce37aac3d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:55.000001 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-3f334b70-01ed-4b70-84f0-b6fce37aac3d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:55.015919 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.plugin [None req-3f334b70-01ed-4b70-84f0-b6fce37aac3d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Calling delete_port for fb5189fd-bd86-4848-8371-55a5804520ab owned by network:floatingip {{(pid=92885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:08:55.079761 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557b1bb-048c-423a-a237-6dfbf85e5ff7 req-eafee3e8-f440-44c2-9024-729b2265c676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:55.081314 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-9557b1bb-048c-423a-a237-6dfbf85e5ff7 req-eafee3e8-f440-44c2-9024-729b2265c676 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=334e2b8fd3844b3b8d7e41bfaa2fc7f8&device_id=ab308bc9-aa9a-4e42-a66f-49d78f7598d3 HTTP/1.1" status: 200 len: 1098 time: 0.1299675 Jul 13 20:08:55.237554 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557b1bb-048c-423a-a237-6dfbf85e5ff7 req-956c3012-9a48-4ee4-95d0-6752a4edd689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:55.239226 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-9557b1bb-048c-423a-a237-6dfbf85e5ff7 req-956c3012-9a48-4ee4-95d0-6752a4edd689 service neutron] 10.222.0.72 "GET /v2.0/networks?id=61405a63-3c35-46cf-a1e4-683f49fcf69a HTTP/1.1" status: 200 len: 913 time: 0.1368527 Jul 13 20:08:55.290453 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-3f334b70-01ed-4b70-84f0-b6fce37aac3d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372888'] for port, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:55.326153 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f334b70-01ed-4b70-84f0-b6fce37aac3d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Pushing event deleted for resources: {'Port': ['ID=fb5189fd-bd86-4848-8371-55a5804520ab,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:08:55.363926 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f334b70-01ed-4b70-84f0-b6fce37aac3d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:55.364270 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f334b70-01ed-4b70-84f0-b6fce37aac3d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:55.365199 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f334b70-01ed-4b70-84f0-b6fce37aac3d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:55.365548 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f334b70-01ed-4b70-84f0-b6fce37aac3d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:55.365879 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f334b70-01ed-4b70-84f0-b6fce37aac3d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:55.366215 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f334b70-01ed-4b70-84f0-b6fce37aac3d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:55.366548 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f334b70-01ed-4b70-84f0-b6fce37aac3d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:55.366872 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f334b70-01ed-4b70-84f0-b6fce37aac3d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:55.367197 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f334b70-01ed-4b70-84f0-b6fce37aac3d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:55.367521 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f334b70-01ed-4b70-84f0-b6fce37aac3d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:55.367842 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f334b70-01ed-4b70-84f0-b6fce37aac3d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:55.368163 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f334b70-01ed-4b70-84f0-b6fce37aac3d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:08:55.389553 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-9557b1bb-048c-423a-a237-6dfbf85e5ff7 req-cf43fad2-800e-4d1a-b253-a66f3ab971e0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d6640cc-a6f1-4998-90eb-698131b06b29 HTTP/1.1" status: 200 len: 1001 time: 0.1432719 Jul 13 20:08:55.439418 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-3f334b70-01ed-4b70-84f0-b6fce37aac3d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for floatingip, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:55.439753 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.db.l3_db [None req-3f334b70-01ed-4b70-84f0-b6fce37aac3d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Floating IP 25476cef-8fdf-4fe9-9ec8-9c8e58ce9f75 disassociated (deleted). External IP: 172.27.2.174, port: 5d6640cc-a6f1-4998-90eb-698131b06b29. Jul 13 20:08:55.485932 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557b1bb-048c-423a-a237-6dfbf85e5ff7 req-c094509c-e30b-4a8d-9e79-15a63c7479cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:55.487446 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-9557b1bb-048c-423a-a237-6dfbf85e5ff7 req-c094509c-e30b-4a8d-9e79-15a63c7479cd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd19ba54-4aee-44a0-b72e-1cafbf3cf329 HTTP/1.1" status: 200 len: 850 time: 0.0902598 Jul 13 20:08:55.594441 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:08:55.628742 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557b1bb-048c-423a-a237-6dfbf85e5ff7 req-20d2fadb-68a4-4cff-b5ac-4ee43ae29e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:55.630302 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-9557b1bb-048c-423a-a237-6dfbf85e5ff7 req-20d2fadb-68a4-4cff-b5ac-4ee43ae29e73 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=61405a63-3c35-46cf-a1e4-683f49fcf69a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1355195 Jul 13 20:08:55.761344 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f334b70-01ed-4b70-84f0-b6fce37aac3d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Router 61b9e30c-659d-4a61-826c-54a402e3628f has already been hosted by L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd {{(pid=92885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:08:55.775295 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-9557b1bb-048c-423a-a237-6dfbf85e5ff7 req-4d8dac74-203d-441c-ad6f-d82d62d95691 service neutron] 10.222.0.72 "GET /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369324 Jul 13 20:08:55.944839 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-9557b1bb-048c-423a-a237-6dfbf85e5ff7 req-99bf68c3-c9f6-4184-98f1-4494408bffad service neutron] 10.222.0.72 "GET /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625991 Jul 13 20:08:55.949091 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f334b70-01ed-4b70-84f0-b6fce37aac3d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:08:55.954009 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-3f334b70-01ed-4b70-84f0-b6fce37aac3d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for floatingip, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:55.960088 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e68a8a1-78d0-42bc-aaef-0da18c031f1b None None] Sync routers for ids ['61b9e30c-659d-4a61-826c-54a402e3628f'] in dv-cinder-786933-3-iscsi {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:08:55.969161 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e68a8a1-78d0-42bc-aaef-0da18c031f1b None None] Routers {'61b9e30c-659d-4a61-826c-54a402e3628f'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:08:55.969793 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-8e68a8a1-78d0-42bc-aaef-0da18c031f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T20:08:48Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['61b9e30c-659d-4a61-826c-54a402e3628f'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:08:55.997605 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-3f334b70-01ed-4b70-84f0-b6fce37aac3d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "DELETE /v2.0/floatingips/25476cef-8fdf-4fe9-9ec8-9c8e58ce9f75 HTTP/1.1" status: 204 len: 168 time: 1.3603375 Jul 13 20:08:55.998371 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab308bc9-aa9a-4e42-a66f-49d78f7598d3', 'tag': '5d6640cc-a6f1-4998-90eb-698131b06b29'}] {{(pid=92885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:08:56.000523 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31f80f9b8720474c1f79c69ae76da95a509923de65c92150015c81fc62ea229" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ee5509-1ef8-4003-a08b-2d93287c3639" -d '{"events": [{"name": "network-changed", "server_uuid": "ab308bc9-aa9a-4e42-a66f-49d78f7598d3", "tag": "5d6640cc-a6f1-4998-90eb-698131b06b29"}]}' {{(pid=92885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:08:56.046898 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2736aef0-867f-4bf1-b530-07ab5a9f9505 x-openstack-request-id: req-2736aef0-867f-4bf1-b530-07ab5a9f9505 {{(pid=92885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:08:56.047193 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab308bc9-aa9a-4e42-a66f-49d78f7598d3", "tag": "5d6640cc-a6f1-4998-90eb-698131b06b29", "status": "completed", "code": 200}]} {{(pid=92885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:08:56.047449 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2736aef0-867f-4bf1-b530-07ab5a9f9505 {{(pid=92885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:08:56.047851 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab308bc9-aa9a-4e42-a66f-49d78f7598d3', 'tag': '5d6640cc-a6f1-4998-90eb-698131b06b29', 'status': 'completed', 'code': 200} Jul 13 20:08:56.081053 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-8e68a8a1-78d0-42bc-aaef-0da18c031f1b None None] Set router 61b9e30c-659d-4a61-826c-54a402e3628f gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:08:56.122756 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee5509-1ef8-4003-a08b-2d93287c3639 req-a40974f4-35a6-4ed9-a807-15340f787947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:56.124543 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-68ee5509-1ef8-4003-a08b-2d93287c3639 req-a40974f4-35a6-4ed9-a807-15340f787947 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=334e2b8fd3844b3b8d7e41bfaa2fc7f8&device_id=ab308bc9-aa9a-4e42-a66f-49d78f7598d3 HTTP/1.1" status: 200 len: 1098 time: 0.0538425 Jul 13 20:08:56.330527 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-8e68a8a1-78d0-42bc-aaef-0da18c031f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'name': 'tempest-TestVolumeBootPattern-698245608-router', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:22Z', 'revision_number': 4, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'gw_port': {'id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_floatingips': [{'id': '0b95ea75-a833-4092-8951-d9bab1277abf', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'router_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'port_id': 'c20696b0-b405-431b-818f-09307f0effb5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'mac_address': 'fa:16:3e:18:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5f5ef4-1d5d-49cd-a884-7392b150af0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:05:26Z', 'updated_at': '2021-07-13T20:05:28Z', 'revision_number': 1, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05883f3c-a42c-447a-a1da-823e484b0b37', 'name': '', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'mac_address': 'fa:16:3e:96:7a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:22Z', 'updated_at': '2021-07-13T20:02:28Z', 'revision_number': 5, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'subnets': [{'id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:08:56.357017 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e68a8a1-78d0-42bc-aaef-0da18c031f1b None None] Checking router: 61b9e30c-659d-4a61-826c-54a402e3628f for host: dv-cinder-786933-3-iscsi {{(pid=92886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:08:56.367463 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e68a8a1-78d0-42bc-aaef-0da18c031f1b None None] Routers {'61b9e30c-659d-4a61-826c-54a402e3628f'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:08:56.368102 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-8e68a8a1-78d0-42bc-aaef-0da18c031f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T20:08:48Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['61b9e30c-659d-4a61-826c-54a402e3628f'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:08:56.383318 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e770f-6751-48aa-bdee-00a3383ff6eb req-2bb6ac11-c789-43ff-8360-6a69aafbaf90 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:56.384994 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b70e770f-6751-48aa-bdee-00a3383ff6eb req-2bb6ac11-c789-43ff-8360-6a69aafbaf90 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab308bc9-aa9a-4e42-a66f-49d78f7598d3 HTTP/1.1" status: 200 len: 945 time: 0.0699754 Jul 13 20:08:56.425562 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-b70e770f-6751-48aa-bdee-00a3383ff6eb req-2a4c3f12-4476-4fe9-bcd4-aa9d2b763bf2 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341163 Jul 13 20:08:56.477033 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-8e68a8a1-78d0-42bc-aaef-0da18c031f1b None None] Set router 61b9e30c-659d-4a61-826c-54a402e3628f gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:08:56.498692 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee5509-1ef8-4003-a08b-2d93287c3639 req-a0a90f62-ba03-4809-a6df-75f107fec8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:56.500207 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-68ee5509-1ef8-4003-a08b-2d93287c3639 req-a0a90f62-ba03-4809-a6df-75f107fec8fc service neutron] 10.222.0.72 "GET /v2.0/networks?id=61405a63-3c35-46cf-a1e4-683f49fcf69a HTTP/1.1" status: 200 len: 913 time: 0.3686686 Jul 13 20:08:56.542541 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-68ee5509-1ef8-4003-a08b-2d93287c3639 req-31c8372f-a4b6-4ee3-828a-dc1805813e5b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d6640cc-a6f1-4998-90eb-698131b06b29 HTTP/1.1" status: 200 len: 217 time: 0.0345392 Jul 13 20:08:56.597100 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee5509-1ef8-4003-a08b-2d93287c3639 req-b47d3f01-f69b-49d4-9fdd-d99f4e630eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:56.598608 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-68ee5509-1ef8-4003-a08b-2d93287c3639 req-b47d3f01-f69b-49d4-9fdd-d99f4e630eea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd19ba54-4aee-44a0-b72e-1cafbf3cf329 HTTP/1.1" status: 200 len: 850 time: 0.0502684 Jul 13 20:08:56.692309 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee5509-1ef8-4003-a08b-2d93287c3639 req-099ae15f-affd-454c-962f-8db814916ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:56.695180 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-68ee5509-1ef8-4003-a08b-2d93287c3639 req-099ae15f-affd-454c-962f-8db814916ccb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=61405a63-3c35-46cf-a1e4-683f49fcf69a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0887783 Jul 13 20:08:56.845747 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-68ee5509-1ef8-4003-a08b-2d93287c3639 req-4f61fe09-208e-41fb-89f5-550a11c598e6 service neutron] 10.222.0.72 "GET /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427097 Jul 13 20:08:56.912896 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-8e68a8a1-78d0-42bc-aaef-0da18c031f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'name': 'tempest-TestVolumeBootPattern-698245608-router', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:22Z', 'revision_number': 4, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'gw_port': {'id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_floatingips': [{'id': '0b95ea75-a833-4092-8951-d9bab1277abf', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'router_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'port_id': 'c20696b0-b405-431b-818f-09307f0effb5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'mac_address': 'fa:16:3e:18:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5f5ef4-1d5d-49cd-a884-7392b150af0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:05:26Z', 'updated_at': '2021-07-13T20:05:28Z', 'revision_number': 1, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05883f3c-a42c-447a-a1da-823e484b0b37', 'name': '', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'mac_address': 'fa:16:3e:96:7a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:22Z', 'updated_at': '2021-07-13T20:02:28Z', 'revision_number': 5, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'subnets': [{'id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:08:56.939319 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e68a8a1-78d0-42bc-aaef-0da18c031f1b None None] The sync data for ids ['61b9e30c-659d-4a61-826c-54a402e3628f'] in dv-cinder-786933-3-iscsi is: [{'id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'name': 'tempest-TestVolumeBootPattern-698245608-router', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:22Z', 'revision_number': 4, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'gw_port': {'id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_floatingips': [{'id': '0b95ea75-a833-4092-8951-d9bab1277abf', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'router_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'port_id': 'c20696b0-b405-431b-818f-09307f0effb5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'mac_address': 'fa:16:3e:18:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5f5ef4-1d5d-49cd-a884-7392b150af0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T20:05:26Z', 'updated_at': '2021-07-13T20:05:28Z', 'revision_number': 1, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05883f3c-a42c-447a-a1da-823e484b0b37', 'name': '', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'mac_address': 'fa:16:3e:96:7a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:22Z', 'updated_at': '2021-07-13T20:02:28Z', 'revision_number': 5, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'subnets': [{'id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:08:56.960491 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-68ee5509-1ef8-4003-a08b-2d93287c3639 req-2a1edc41-fe7d-43d0-90e5-2cb6c2dd67d9 service neutron] 10.222.0.72 "GET /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077530 Jul 13 20:08:57.166586 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b91411-2875-4d18-b25b-537a8be77f1c None None] New status for floating IP 25476cef-8fdf-4fe9-9ec8-9c8e58ce9f75: DOWN {{(pid=92887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:08:57.612009 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b56f0-b664-4313-92a9-0d0a8d89899c req-fb3a28d4-8c9a-41d3-b42f-b44e6fcb608f tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:57.613991 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b96b56f0-b664-4313-92a9-0d0a8d89899c req-fb3a28d4-8c9a-41d3-b42f-b44e6fcb608f tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab308bc9-aa9a-4e42-a66f-49d78f7598d3 HTTP/1.1" status: 200 len: 945 time: 0.0689571 Jul 13 20:08:57.654975 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-b96b56f0-b664-4313-92a9-0d0a8d89899c req-6179a104-8de0-4200-b4f0-af9ca42fdea8 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323265 Jul 13 20:08:57.769195 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca4dac-d26d-459f-9400-6487fc20717d req-e322a4ac-6b1b-4f49-bccb-d2d115068caa tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:08:57.770829 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-97ca4dac-d26d-459f-9400-6487fc20717d req-e322a4ac-6b1b-4f49-bccb-d2d115068caa tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab308bc9-aa9a-4e42-a66f-49d78f7598d3 HTTP/1.1" status: 200 len: 945 time: 0.0642281 Jul 13 20:08:57.893268 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.plugin [req-97ca4dac-d26d-459f-9400-6487fc20717d req-1e661902-b4a1-4682-b879-8ffcbbcb892d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Deleting port 5d6640cc-a6f1-4998-90eb-698131b06b29 {{(pid=92885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:08:57.894331 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-97ca4dac-d26d-459f-9400-6487fc20717d req-1e661902-b4a1-4682-b879-8ffcbbcb892d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:57.986703 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.db [req-97ca4dac-d26d-459f-9400-6487fc20717d req-1e661902-b4a1-4682-b879-8ffcbbcb892d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] For port 5d6640cc-a6f1-4998-90eb-698131b06b29, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5d6640cc-a6f1-4998-90eb-698131b06b29,segment=NetworkSegment(85c53708-6726-43fe-af8e-0df6a1a4de32),segment_id=85c53708-6726-43fe-af8e-0df6a1a4de32)] {{(pid=92885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:08:57.987063 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-97ca4dac-d26d-459f-9400-6487fc20717d req-1e661902-b4a1-4682-b879-8ffcbbcb892d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:58.000727 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.plugin [req-97ca4dac-d26d-459f-9400-6487fc20717d req-1e661902-b4a1-4682-b879-8ffcbbcb892d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Calling delete_port for 5d6640cc-a6f1-4998-90eb-698131b06b29 owned by compute:nova {{(pid=92885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:08:58.151664 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-97ca4dac-d26d-459f-9400-6487fc20717d req-1e661902-b4a1-4682-b879-8ffcbbcb892d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372888'] for port, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:58.186471 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e661902-b4a1-4682-b879-8ffcbbcb892d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Pushing event deleted for resources: {'Port': ['ID=5d6640cc-a6f1-4998-90eb-698131b06b29,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:08:58.247966 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ca4dac-d26d-459f-9400-6487fc20717d req-1e661902-b4a1-4682-b879-8ffcbbcb892d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] No DVR routers for this DVR port 5d6640cc-a6f1-4998-90eb-698131b06b29 on host hv-cinder-78693 {{(pid=92885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:08:58.251129 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-97ca4dac-d26d-459f-9400-6487fc20717d req-1e661902-b4a1-4682-b879-8ffcbbcb892d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:08:58.253341 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-97ca4dac-d26d-459f-9400-6487fc20717d req-1e661902-b4a1-4682-b879-8ffcbbcb892d tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.72 "DELETE /v2.0/ports/5d6640cc-a6f1-4998-90eb-698131b06b29 HTTP/1.1" status: 204 len: 173 time: 0.4775021 Jul 13 20:08:58.253777 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab308bc9-aa9a-4e42-a66f-49d78f7598d3', 'name': 'network-vif-deleted', 'tag': '5d6640cc-a6f1-4998-90eb-698131b06b29'}] {{(pid=92885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:08:58.256219 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31f80f9b8720474c1f79c69ae76da95a509923de65c92150015c81fc62ea229" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea12dec7-c3d7-4d34-bc11-108044f15323" -d '{"events": [{"server_uuid": "ab308bc9-aa9a-4e42-a66f-49d78f7598d3", "name": "network-vif-deleted", "tag": "5d6640cc-a6f1-4998-90eb-698131b06b29"}]}' {{(pid=92885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:08:58.294689 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af304491-24bb-4feb-b206-23d85f6ab8be x-openstack-request-id: req-af304491-24bb-4feb-b206-23d85f6ab8be {{(pid=92885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:08:58.294983 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab308bc9-aa9a-4e42-a66f-49d78f7598d3", "name": "network-vif-deleted", "tag": "5d6640cc-a6f1-4998-90eb-698131b06b29", "status": "completed", "code": 200}]} {{(pid=92885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:08:58.295427 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-af304491-24bb-4feb-b206-23d85f6ab8be {{(pid=92885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:08:58.295826 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab308bc9-aa9a-4e42-a66f-49d78f7598d3', 'name': 'network-vif-deleted', 'tag': '5d6640cc-a6f1-4998-90eb-698131b06b29', 'status': 'completed', 'code': 200} Jul 13 20:08:58.810419 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-8eb81e0e-cdbf-42c3-8668-04464bae3203 req-5e53e4e1-6ca5-415d-ba1b-03a02011a945 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab308bc9-aa9a-4e42-a66f-49d78f7598d3 HTTP/1.1" status: 200 len: 210 time: 0.0281961 Jul 13 20:09:02.008886 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 5d6640cc-a6f1-4998-90eb-698131b06b29 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:09:02.028888 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] No Port match for: 5d6640cc-a6f1-4998-90eb-698131b06b29 {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:09:02.029230 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device 5d6640cc-a6f1-4998-90eb-698131b06b29 not bound to the agent host hv-cinder-78693 {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:09:02.149286 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 47142) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:09:02.313510 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [None req-7f6a138d-9b9b-46b4-b4dc-553524262d5f tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Deleting port f0827668-14ef-49c6-9ad5-23d2dc442cb7 {{(pid=92884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:09:02.313776 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-7f6a138d-9b9b-46b4-b4dc-553524262d5f tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:02.393015 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-7f6a138d-9b9b-46b4-b4dc-553524262d5f tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:02.393349 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-7f6a138d-9b9b-46b4-b4dc-553524262d5f tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:02.410840 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [None req-7f6a138d-9b9b-46b4-b4dc-553524262d5f tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Calling delete_port for f0827668-14ef-49c6-9ad5-23d2dc442cb7 owned by network:floatingip {{(pid=92884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:09:02.643461 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-7f6a138d-9b9b-46b4-b4dc-553524262d5f tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:02.669468 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a138d-9b9b-46b4-b4dc-553524262d5f tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Pushing event deleted for resources: {'Port': ['ID=f0827668-14ef-49c6-9ad5-23d2dc442cb7,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:09:02.702000 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a138d-9b9b-46b4-b4dc-553524262d5f tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:09:02.702351 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a138d-9b9b-46b4-b4dc-553524262d5f tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:09:02.702674 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a138d-9b9b-46b4-b4dc-553524262d5f tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:09:02.703017 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a138d-9b9b-46b4-b4dc-553524262d5f tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:09:02.703376 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a138d-9b9b-46b4-b4dc-553524262d5f tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:09:02.703708 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a138d-9b9b-46b4-b4dc-553524262d5f tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:09:02.704044 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a138d-9b9b-46b4-b4dc-553524262d5f tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:09:02.704417 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a138d-9b9b-46b4-b4dc-553524262d5f tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:09:02.704773 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a138d-9b9b-46b4-b4dc-553524262d5f tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:09:02.705098 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a138d-9b9b-46b4-b4dc-553524262d5f tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:09:02.705425 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a138d-9b9b-46b4-b4dc-553524262d5f tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:09:02.705749 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a138d-9b9b-46b4-b4dc-553524262d5f tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:09:02.747787 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-7f6a138d-9b9b-46b4-b4dc-553524262d5f tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for floatingip, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:02.748127 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.db.l3_db [None req-7f6a138d-9b9b-46b4-b4dc-553524262d5f tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Floating IP 0b95ea75-a833-4092-8951-d9bab1277abf disassociated (deleted). External IP: 172.27.2.200, port: c20696b0-b405-431b-818f-09307f0effb5. Jul 13 20:09:02.980959 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6a138d-9b9b-46b4-b4dc-553524262d5f tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Router 61b9e30c-659d-4a61-826c-54a402e3628f has already been hosted by L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd {{(pid=92884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:09:03.099825 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6a138d-9b9b-46b4-b4dc-553524262d5f tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:09:03.106846 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-7f6a138d-9b9b-46b4-b4dc-553524262d5f tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for floatingip, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:03.111475 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc731c0-8a6c-47f1-8565-5e188375d68a None None] Sync routers for ids ['61b9e30c-659d-4a61-826c-54a402e3628f'] in dv-cinder-786933-3-iscsi {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:09:03.122114 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc731c0-8a6c-47f1-8565-5e188375d68a None None] Routers {'61b9e30c-659d-4a61-826c-54a402e3628f'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:09:03.122729 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-dfc731c0-8a6c-47f1-8565-5e188375d68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T20:08:48Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['61b9e30c-659d-4a61-826c-54a402e3628f'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:09:03.157976 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-7f6a138d-9b9b-46b4-b4dc-553524262d5f tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "DELETE /v2.0/floatingips/0b95ea75-a833-4092-8951-d9bab1277abf HTTP/1.1" status: 204 len: 168 time: 1.0075560 Jul 13 20:09:03.158896 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db5f5ef4-1d5d-49cd-a884-7392b150af0a', 'tag': 'c20696b0-b405-431b-818f-09307f0effb5'}] {{(pid=92884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:09:03.162883 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cf84a925f246af12420c5659448fd2d5dd2a3ba7c6b104c2b07d23eb28f3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48591873-bb50-48fe-be41-7079386f3dcc" -d '{"events": [{"name": "network-changed", "server_uuid": "db5f5ef4-1d5d-49cd-a884-7392b150af0a", "tag": "c20696b0-b405-431b-818f-09307f0effb5"}]}' {{(pid=92884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:09:03.249106 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-dfc731c0-8a6c-47f1-8565-5e188375d68a None None] Set router 61b9e30c-659d-4a61-826c-54a402e3628f gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:09:03.307550 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 20:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecefed6-9c85-41d7-aef5-96f25c61bf30 x-openstack-request-id: req-9ecefed6-9c85-41d7-aef5-96f25c61bf30 {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:09:03.307550 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db5f5ef4-1d5d-49cd-a884-7392b150af0a", "tag": "c20696b0-b405-431b-818f-09307f0effb5", "status": "completed", "code": 200}]} {{(pid=92884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:09:03.308082 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9ecefed6-9c85-41d7-aef5-96f25c61bf30 {{(pid=92884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:09:03.308779 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db5f5ef4-1d5d-49cd-a884-7392b150af0a', 'tag': 'c20696b0-b405-431b-818f-09307f0effb5', 'status': 'completed', 'code': 200} Jul 13 20:09:03.432715 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48591873-bb50-48fe-be41-7079386f3dcc req-e77d35b7-dd00-4e01-963d-3bc8780d6681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:09:03.435517 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-48591873-bb50-48fe-be41-7079386f3dcc req-e77d35b7-dd00-4e01-963d-3bc8780d6681 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=334e2b8fd3844b3b8d7e41bfaa2fc7f8&device_id=db5f5ef4-1d5d-49cd-a884-7392b150af0a HTTP/1.1" status: 200 len: 1099 time: 0.0984654 Jul 13 20:09:03.559852 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-dfc731c0-8a6c-47f1-8565-5e188375d68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'name': 'tempest-TestVolumeBootPattern-698245608-router', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:22Z', 'revision_number': 4, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'gw_port': {'id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '05883f3c-a42c-447a-a1da-823e484b0b37', 'name': '', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'mac_address': 'fa:16:3e:96:7a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:22Z', 'updated_at': '2021-07-13T20:02:28Z', 'revision_number': 5, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'subnets': [{'id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:09:03.575540 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48591873-bb50-48fe-be41-7079386f3dcc req-d57e6d6d-a04b-43b6-a628-6de10d2a35f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:09:03.577502 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-48591873-bb50-48fe-be41-7079386f3dcc req-d57e6d6d-a04b-43b6-a628-6de10d2a35f7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=61405a63-3c35-46cf-a1e4-683f49fcf69a HTTP/1.1" status: 200 len: 913 time: 0.1354673 Jul 13 20:09:03.603644 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc731c0-8a6c-47f1-8565-5e188375d68a None None] Checking router: 61b9e30c-659d-4a61-826c-54a402e3628f for host: dv-cinder-786933-3-iscsi {{(pid=92886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:09:03.613749 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc731c0-8a6c-47f1-8565-5e188375d68a None None] Routers {'61b9e30c-659d-4a61-826c-54a402e3628f'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:09:03.614425 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-dfc731c0-8a6c-47f1-8565-5e188375d68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T20:08:48Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['61b9e30c-659d-4a61-826c-54a402e3628f'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:09:03.640715 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-48591873-bb50-48fe-be41-7079386f3dcc req-9eaef762-a5f7-4da4-ab48-6c96530aa781 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c20696b0-b405-431b-818f-09307f0effb5 HTTP/1.1" status: 200 len: 217 time: 0.0546169 Jul 13 20:09:03.655677 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91835f-8dca-4802-ad8c-33dee6dd32da req-69b9787b-028b-4426-8828-d8f3fb754bac tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:09:03.657799 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ef91835f-8dca-4802-ad8c-33dee6dd32da req-69b9787b-028b-4426-8828-d8f3fb754bac tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5f5ef4-1d5d-49cd-a884-7392b150af0a HTTP/1.1" status: 200 len: 946 time: 0.0845990 Jul 13 20:09:03.701284 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48591873-bb50-48fe-be41-7079386f3dcc req-be1bda0c-9744-4fe5-b506-e1ed36f29064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:09:03.703629 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-48591873-bb50-48fe-be41-7079386f3dcc req-be1bda0c-9744-4fe5-b506-e1ed36f29064 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd19ba54-4aee-44a0-b72e-1cafbf3cf329 HTTP/1.1" status: 200 len: 850 time: 0.0561774 Jul 13 20:09:03.707975 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [req-ef91835f-8dca-4802-ad8c-33dee6dd32da req-dfbc5e85-a322-4ba4-a33e-413a184d0b48 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413861 Jul 13 20:09:03.759652 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-dfc731c0-8a6c-47f1-8565-5e188375d68a None None] Set router 61b9e30c-659d-4a61-826c-54a402e3628f gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:09:03.794437 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48591873-bb50-48fe-be41-7079386f3dcc req-359081f5-19bb-4b0d-b92c-732d23b47928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:09:03.797530 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-48591873-bb50-48fe-be41-7079386f3dcc req-359081f5-19bb-4b0d-b92c-732d23b47928 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=61405a63-3c35-46cf-a1e4-683f49fcf69a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0846796 Jul 13 20:09:03.905226 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-48591873-bb50-48fe-be41-7079386f3dcc req-55ac6e4c-e73d-4e1f-8810-6498b80d8a5a service neutron] 10.222.0.72 "GET /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998042 Jul 13 20:09:03.987592 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-dfc731c0-8a6c-47f1-8565-5e188375d68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'name': 'tempest-TestVolumeBootPattern-698245608-router', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:22Z', 'revision_number': 4, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'gw_port': {'id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '05883f3c-a42c-447a-a1da-823e484b0b37', 'name': '', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'mac_address': 'fa:16:3e:96:7a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:22Z', 'updated_at': '2021-07-13T20:02:28Z', 'revision_number': 5, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'subnets': [{'id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:09:04.012793 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-48591873-bb50-48fe-be41-7079386f3dcc req-3d673e86-1aa7-4328-b468-bf0f8f935ca7 service neutron] 10.222.0.72 "GET /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993657 Jul 13 20:09:04.017249 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc731c0-8a6c-47f1-8565-5e188375d68a None None] The sync data for ids ['61b9e30c-659d-4a61-826c-54a402e3628f'] in dv-cinder-786933-3-iscsi is: [{'id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'name': 'tempest-TestVolumeBootPattern-698245608-router', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:22Z', 'revision_number': 4, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'gw_port': {'id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi', '_interfaces': [{'id': '05883f3c-a42c-447a-a1da-823e484b0b37', 'name': '', 'network_id': '61405a63-3c35-46cf-a1e4-683f49fcf69a', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'mac_address': 'fa:16:3e:96:7a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:22Z', 'updated_at': '2021-07-13T20:02:28Z', 'revision_number': 5, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'subnets': [{'id': 'fd19ba54-4aee-44a0-b72e-1cafbf3cf329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:09:04.269885 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4d98f0-1ae6-4601-9033-eab3318ea71c None None] New status for floating IP 0b95ea75-a833-4092-8951-d9bab1277abf: DOWN {{(pid=92887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 20:09:05.001051 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d03ca9-75db-4c60-93f3-e2a5ddcc2ad1 req-acfc04e5-ee66-4b4a-a883-68d4cd64cbb7 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:09:05.002587 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-a1d03ca9-75db-4c60-93f3-e2a5ddcc2ad1 req-acfc04e5-ee66-4b4a-a883-68d4cd64cbb7 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5f5ef4-1d5d-49cd-a884-7392b150af0a HTTP/1.1" status: 200 len: 946 time: 0.1146078 Jul 13 20:09:05.015149 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127f0a9-d10e-4e74-89ac-e4990c3a5043 req-0484a7dc-56cf-4b89-9729-ec4b12987bbf tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 20:09:05.016593 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-c127f0a9-d10e-4e74-89ac-e4990c3a5043 req-0484a7dc-56cf-4b89-9729-ec4b12987bbf tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.72 "GET /v2.0/ports?device_id=db5f5ef4-1d5d-49cd-a884-7392b150af0a HTTP/1.1" status: 200 len: 946 time: 0.0902648 Jul 13 20:09:05.092615 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-a1d03ca9-75db-4c60-93f3-e2a5ddcc2ad1 req-d4dc05f3-4510-4fc2-911f-3470a73e1dcb tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6a44441-d761-43cf-85b8-8cbf52d831d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750041 Jul 13 20:09:05.145460 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.plugin [req-c127f0a9-d10e-4e74-89ac-e4990c3a5043 req-e2873294-6469-4b79-b0d4-cedfa9107765 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Deleting port c20696b0-b405-431b-818f-09307f0effb5 {{(pid=92885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:09:05.146561 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-c127f0a9-d10e-4e74-89ac-e4990c3a5043 req-e2873294-6469-4b79-b0d4-cedfa9107765 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:05.234708 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.db [req-c127f0a9-d10e-4e74-89ac-e4990c3a5043 req-e2873294-6469-4b79-b0d4-cedfa9107765 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] For port c20696b0-b405-431b-818f-09307f0effb5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c20696b0-b405-431b-818f-09307f0effb5,segment=NetworkSegment(85c53708-6726-43fe-af8e-0df6a1a4de32),segment_id=85c53708-6726-43fe-af8e-0df6a1a4de32)] {{(pid=92885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:09:05.235118 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-c127f0a9-d10e-4e74-89ac-e4990c3a5043 req-e2873294-6469-4b79-b0d4-cedfa9107765 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:05.249184 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.plugin [req-c127f0a9-d10e-4e74-89ac-e4990c3a5043 req-e2873294-6469-4b79-b0d4-cedfa9107765 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Calling delete_port for c20696b0-b405-431b-818f-09307f0effb5 owned by compute:nova {{(pid=92885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:09:05.404801 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-c127f0a9-d10e-4e74-89ac-e4990c3a5043 req-e2873294-6469-4b79-b0d4-cedfa9107765 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372888'] for port, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:05.444219 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2873294-6469-4b79-b0d4-cedfa9107765 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Pushing event deleted for resources: {'Port': ['ID=c20696b0-b405-431b-818f-09307f0effb5,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:09:05.498416 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.l3_dvrscheduler_db [req-c127f0a9-d10e-4e74-89ac-e4990c3a5043 req-e2873294-6469-4b79-b0d4-cedfa9107765 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] No DVR routers for this DVR port c20696b0-b405-431b-818f-09307f0effb5 on host hv-cinder-78693 {{(pid=92885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:09:05.501219 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [req-c127f0a9-d10e-4e74-89ac-e4990c3a5043 req-e2873294-6469-4b79-b0d4-cedfa9107765 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for port, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:05.503304 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-c127f0a9-d10e-4e74-89ac-e4990c3a5043 req-e2873294-6469-4b79-b0d4-cedfa9107765 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.72 "DELETE /v2.0/ports/c20696b0-b405-431b-818f-09307f0effb5 HTTP/1.1" status: 204 len: 173 time: 0.4793763 Jul 13 20:09:05.503748 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5f5ef4-1d5d-49cd-a884-7392b150af0a', 'name': 'network-vif-deleted', 'tag': 'c20696b0-b405-431b-818f-09307f0effb5'}] {{(pid=92885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 20:09:05.506676 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31f80f9b8720474c1f79c69ae76da95a509923de65c92150015c81fc62ea229" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657db0f5-0c5a-4775-9cad-408b645ec3e7" -d '{"events": [{"server_uuid": "db5f5ef4-1d5d-49cd-a884-7392b150af0a", "name": "network-vif-deleted", "tag": "c20696b0-b405-431b-818f-09307f0effb5"}]}' {{(pid=92885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 20:09:05.548957 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 20:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1218f1bf-50b6-4610-b351-096c82726bab x-openstack-request-id: req-1218f1bf-50b6-4610-b351-096c82726bab {{(pid=92885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 20:09:05.549281 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5f5ef4-1d5d-49cd-a884-7392b150af0a", "name": "network-vif-deleted", "tag": "c20696b0-b405-431b-818f-09307f0effb5", "status": "completed", "code": 200}]} {{(pid=92885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 20:09:05.549548 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1218f1bf-50b6-4610-b351-096c82726bab {{(pid=92885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 20:09:05.549983 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5f5ef4-1d5d-49cd-a884-7392b150af0a', 'name': 'network-vif-deleted', 'tag': 'c20696b0-b405-431b-818f-09307f0effb5', 'status': 'completed', 'code': 200} Jul 13 20:09:06.303664 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [req-6d82d558-713e-4cc2-934f-7ad775da8da4 req-0e0c8214-c18a-49e9-b8e1-53cf1268d471 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5f5ef4-1d5d-49cd-a884-7392b150af0a HTTP/1.1" status: 200 len: 210 time: 0.0466924 Jul 13 20:09:07.411853 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 47160) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:09:07.543274 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [None req-2cb59f76-4e04-4139-bdd5-bdad0906ab58 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Deleting port bfa0cb73-b040-415c-8a97-6807e7d86acc {{(pid=92884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:09:07.543615 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-2cb59f76-4e04-4139-bdd5-bdad0906ab58 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:07.627555 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-2cb59f76-4e04-4139-bdd5-bdad0906ab58 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:07.627882 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-2cb59f76-4e04-4139-bdd5-bdad0906ab58 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:07.639373 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [None req-2cb59f76-4e04-4139-bdd5-bdad0906ab58 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Calling delete_port for bfa0cb73-b040-415c-8a97-6807e7d86acc owned by network:floatingip {{(pid=92884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:09:07.791423 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-2cb59f76-4e04-4139-bdd5-bdad0906ab58 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:07.818490 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb59f76-4e04-4139-bdd5-bdad0906ab58 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Pushing event deleted for resources: {'Port': ['ID=bfa0cb73-b040-415c-8a97-6807e7d86acc,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:09:07.884034 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-2cb59f76-4e04-4139-bdd5-bdad0906ab58 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for floatingip, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:07.886749 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-2cb59f76-4e04-4139-bdd5-bdad0906ab58 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253181'] for floatingip, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:07.888018 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-2cb59f76-4e04-4139-bdd5-bdad0906ab58 tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "DELETE /v2.0/floatingips/735dd635-8445-49ce-842a-f140b598caf0 HTTP/1.1" status: 204 len: 168 time: 0.4751654 Jul 13 20:09:08.045911 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device c20696b0-b405-431b-818f-09307f0effb5 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:09:08.080439 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] No Port match for: c20696b0-b405-431b-818f-09307f0effb5 {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:09:08.080754 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Device c20696b0-b405-431b-818f-09307f0effb5 not bound to the agent host hv-cinder-78693 {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:09:09.201566 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 47172) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:09:09.272930 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-726afb40-8e7b-4a3f-bf4d-f70a34bcad4a tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:09.311809 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-726afb40-8e7b-4a3f-bf4d-f70a34bcad4a tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:09.401417 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-726afb40-8e7b-4a3f-bf4d-f70a34bcad4a tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:09.406398 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-726afb40-8e7b-4a3f-bf4d-f70a34bcad4a tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:09.407809 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-726afb40-8e7b-4a3f-bf4d-f70a34bcad4a tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] 10.222.0.22 "DELETE /v2.0/security-groups/c6a44441-d761-43cf-85b8-8cbf52d831d9 HTTP/1.1" status: 204 len: 168 time: 0.2049339 Jul 13 20:09:09.419887 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726afb40-8e7b-4a3f-bf4d-f70a34bcad4a tempest-TestVolumeBootPattern-1118437189 tempest-TestVolumeBootPattern-1118437189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a44441-d761-43cf-85b8-8cbf52d831d9,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:09:09.488241 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 47176) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:09:10.034136 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-7fb3f8ec-8f00-44d0-96a1-1effffce6726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-505412'] for router_interface, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:10.312226 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.plugin [None req-7fb3f8ec-8f00-44d0-96a1-1effffce6726 admin admin] Deleting port 05883f3c-a42c-447a-a1da-823e484b0b37 {{(pid=92885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:09:10.312478 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-7fb3f8ec-8f00-44d0-96a1-1effffce6726 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:10.392845 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.db [None req-7fb3f8ec-8f00-44d0-96a1-1effffce6726 admin admin] For port 05883f3c-a42c-447a-a1da-823e484b0b37, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=05883f3c-a42c-447a-a1da-823e484b0b37,segment=NetworkSegment(85c53708-6726-43fe-af8e-0df6a1a4de32),segment_id=85c53708-6726-43fe-af8e-0df6a1a4de32)] {{(pid=92885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:09:10.393204 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-7fb3f8ec-8f00-44d0-96a1-1effffce6726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:10.406946 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.plugin [None req-7fb3f8ec-8f00-44d0-96a1-1effffce6726 admin admin] Calling delete_port for 05883f3c-a42c-447a-a1da-823e484b0b37 owned by network:router_interface {{(pid=92885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:09:10.622423 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-7fb3f8ec-8f00-44d0-96a1-1effffce6726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372888'] for port, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:10.649393 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3f8ec-8f00-44d0-96a1-1effffce6726 admin admin] Pushing event deleted for resources: {'Port': ['ID=05883f3c-a42c-447a-a1da-823e484b0b37,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:09:10.865287 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-7fb3f8ec-8f00-44d0-96a1-1effffce6726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-645678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-505576'] for router_interface, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:11.164390 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb3f8ec-8f00-44d0-96a1-1effffce6726 admin admin] Router 61b9e30c-659d-4a61-826c-54a402e3628f has already been hosted by L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd {{(pid=92885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:09:11.290574 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb3f8ec-8f00-44d0-96a1-1effffce6726 admin admin] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:09:11.296363 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-7fb3f8ec-8f00-44d0-96a1-1effffce6726 admin admin] 10.222.0.22 "PUT /v2.0/routers/61b9e30c-659d-4a61-826c-54a402e3628f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8068783 Jul 13 20:09:11.300172 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 47180) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:09:11.300995 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8103aa-fa7a-4209-bd58-4597a56a668c None None] Sync routers for ids ['61b9e30c-659d-4a61-826c-54a402e3628f'] in dv-cinder-786933-3-iscsi {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:09:11.310760 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8103aa-fa7a-4209-bd58-4597a56a668c None None] Routers {'61b9e30c-659d-4a61-826c-54a402e3628f'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:09:11.311375 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-0e8103aa-fa7a-4209-bd58-4597a56a668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T20:08:48Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['61b9e30c-659d-4a61-826c-54a402e3628f'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:09:11.413385 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-20cf6ae6-9e21-4c43-8f03-fff532a3e1d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:11.470344 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-0e8103aa-fa7a-4209-bd58-4597a56a668c None None] Set router 61b9e30c-659d-4a61-826c-54a402e3628f gateway port host: dv-cinder-786933-3-iscsi {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:09:11.541312 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-20cf6ae6-9e21-4c43-8f03-fff532a3e1d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:11.700376 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-0e8103aa-fa7a-4209-bd58-4597a56a668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'name': 'tempest-TestVolumeBootPattern-698245608-router', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:09:10Z', 'revision_number': 5, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'gw_port': {'id': 'c9def8a8-8d52-4343-80e8-7b4ad59dd830', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi'}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:09:11.745980 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8103aa-fa7a-4209-bd58-4597a56a668c None None] Checking router: 61b9e30c-659d-4a61-826c-54a402e3628f for host: dv-cinder-786933-3-iscsi {{(pid=92886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:09:11.762071 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8103aa-fa7a-4209-bd58-4597a56a668c None None] Routers {'61b9e30c-659d-4a61-826c-54a402e3628f'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:09:11.763103 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-0e8103aa-fa7a-4209-bd58-4597a56a668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T20:08:48Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['61b9e30c-659d-4a61-826c-54a402e3628f'], 'active': True} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:09:11.893446 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvr_db [None req-0e8103aa-fa7a-4209-bd58-4597a56a668c None None] Set router 61b9e30c-659d-4a61-826c-54a402e3628f gateway port host: None {{(pid=92886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:09:11.940703 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [None req-20cf6ae6-9e21-4c43-8f03-fff532a3e1d1 admin admin] Deleting port c9def8a8-8d52-4343-80e8-7b4ad59dd830 {{(pid=92884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:09:11.941273 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-20cf6ae6-9e21-4c43-8f03-fff532a3e1d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:11.958327 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_hamode_db [None req-0e8103aa-fa7a-4209-bd58-4597a56a668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'name': 'tempest-TestVolumeBootPattern-698245608-router', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:09:11Z', 'revision_number': 6, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'gw_port_host': None}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:09:11.988791 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8103aa-fa7a-4209-bd58-4597a56a668c None None] The sync data for ids ['61b9e30c-659d-4a61-826c-54a402e3628f'] in dv-cinder-786933-3-iscsi is: [{'id': '61b9e30c-659d-4a61-826c-54a402e3628f', 'name': 'tempest-TestVolumeBootPattern-698245608-router', 'tenant_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:02:20Z', 'updated_at': '2021-07-13T20:09:11Z', 'revision_number': 6, 'project_id': '334e2b8fd3844b3b8d7e41bfaa2fc7f8', 'gw_port_host': None}] {{(pid=92886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:09:12.050714 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [None req-20cf6ae6-9e21-4c43-8f03-fff532a3e1d1 admin admin] For port c9def8a8-8d52-4343-80e8-7b4ad59dd830, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=c9def8a8-8d52-4343-80e8-7b4ad59dd830,segment=NetworkSegment(13a02452-998b-4f16-8f41-6eb5670d640f),segment_id=13a02452-998b-4f16-8f41-6eb5670d640f)] {{(pid=92884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:09:12.051079 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-20cf6ae6-9e21-4c43-8f03-fff532a3e1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:12.065196 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [None req-20cf6ae6-9e21-4c43-8f03-fff532a3e1d1 admin admin] Calling delete_port for c9def8a8-8d52-4343-80e8-7b4ad59dd830 owned by network:router_gateway {{(pid=92884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:09:12.255086 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-20cf6ae6-9e21-4c43-8f03-fff532a3e1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:12.282567 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf6ae6-9e21-4c43-8f03-fff532a3e1d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9def8a8-8d52-4343-80e8-7b4ad59dd830,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:09:12.349895 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-20cf6ae6-9e21-4c43-8f03-fff532a3e1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-502286'] for router_gateway, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:12.448324 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-20cf6ae6-9e21-4c43-8f03-fff532a3e1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-502773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57501'] for router, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:12.451749 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-20cf6ae6-9e21-4c43-8f03-fff532a3e1d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:12.503236 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-20cf6ae6-9e21-4c43-8f03-fff532a3e1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-506629'] for router, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:12.503797 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20cf6ae6-9e21-4c43-8f03-fff532a3e1d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61b9e30c-659d-4a61-826c-54a402e3628f {{(pid=92884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:09:12.509277 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-20cf6ae6-9e21-4c43-8f03-fff532a3e1d1 admin admin] Notify callbacks [] for router, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:12.510444 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-20cf6ae6-9e21-4c43-8f03-fff532a3e1d1 admin admin] 10.222.0.22 "DELETE /v2.0/routers/61b9e30c-659d-4a61-826c-54a402e3628f HTTP/1.1" status: 204 len: 168 time: 1.2089162 Jul 13 20:09:12.513795 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 47182) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:09:12.577768 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.db_base_plugin_v2 [None req-15112938-4bb3-4c24-ae0a-dfb88daf5628 admin admin] Deleting subnet fd19ba54-4aee-44a0-b72e-1cafbf3cf329 {{(pid=92884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:09:12.581246 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-15112938-4bb3-4c24-ae0a-dfb88daf5628 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:12.625770 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-15112938-4bb3-4c24-ae0a-dfb88daf5628 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873532'] for subnet, precommit_delete_associations {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:12.736024 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-15112938-4bb3-4c24-ae0a-dfb88daf5628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1491773'] for subnet, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:12.819065 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-15112938-4bb3-4c24-ae0a-dfb88daf5628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1491780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4873555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5003205'] for subnet, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:12.852912 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15112938-4bb3-4c24-ae0a-dfb88daf5628 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd19ba54-4aee-44a0-b72e-1cafbf3cf329,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:09:12.855000 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-15112938-4bb3-4c24-ae0a-dfb88daf5628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for subnet, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:12.857084 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-15112938-4bb3-4c24-ae0a-dfb88daf5628 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/fd19ba54-4aee-44a0-b72e-1cafbf3cf329 HTTP/1.1" status: 204 len: 168 time: 0.3423092 Jul 13 20:09:12.861103 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c8e597-b0cc-45d7-8335-7c04b4619a87 None None] Network 61405a63-3c35-46cf-a1e4-683f49fcf69a requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:09:12.861814 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 47184) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:09:12.949319 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e9d455e0-6d4b-43c4-a7c7-bc5f84451a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640404'] for network, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:13.022299 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.plugin [None req-e9d455e0-6d4b-43c4-a7c7-bc5f84451a0d admin admin] Deleting port 9b2fddbb-f9f5-4484-b8a9-caac330adc84 {{(pid=92885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:09:13.022647 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e9d455e0-6d4b-43c4-a7c7-bc5f84451a0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:13.091965 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cf022b-8233-4d03-bc4d-74fdcf46bbec None None] DHCP port deletion for 61405a63-3c35-46cf-a1e4-683f49fcf69a request from dv-cinder-786933-3-iscsi {{(pid=92886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:09:13.117047 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.db [None req-e9d455e0-6d4b-43c4-a7c7-bc5f84451a0d admin admin] For port 9b2fddbb-f9f5-4484-b8a9-caac330adc84, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=9b2fddbb-f9f5-4484-b8a9-caac330adc84,segment=NetworkSegment(85c53708-6726-43fe-af8e-0df6a1a4de32),segment_id=85c53708-6726-43fe-af8e-0df6a1a4de32)] {{(pid=92885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:09:13.117421 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e9d455e0-6d4b-43c4-a7c7-bc5f84451a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:13.146735 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.plugin [None req-e9d455e0-6d4b-43c4-a7c7-bc5f84451a0d admin admin] Calling delete_port for 9b2fddbb-f9f5-4484-b8a9-caac330adc84 owned by network:dhcp {{(pid=92885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:09:13.168375 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-07cf022b-8233-4d03-bc4d-74fdcf46bbec None None] Deleting port 9b2fddbb-f9f5-4484-b8a9-caac330adc84 {{(pid=92886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:09:13.169008 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07cf022b-8233-4d03-bc4d-74fdcf46bbec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:13.243047 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:13.250902 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-07cf022b-8233-4d03-bc4d-74fdcf46bbec None None] For port 9b2fddbb-f9f5-4484-b8a9-caac330adc84, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=9b2fddbb-f9f5-4484-b8a9-caac330adc84,segment=NetworkSegment(85c53708-6726-43fe-af8e-0df6a1a4de32),segment_id=85c53708-6726-43fe-af8e-0df6a1a4de32)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:09:13.251516 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07cf022b-8233-4d03-bc4d-74fdcf46bbec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:13.255058 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e9d455e0-6d4b-43c4-a7c7-bc5f84451a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372888'] for port, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:13.267132 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-07cf022b-8233-4d03-bc4d-74fdcf46bbec None None] Calling delete_port for 9b2fddbb-f9f5-4484-b8a9-caac330adc84 owned by network:dhcp {{(pid=92886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:09:13.281788 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d455e0-6d4b-43c4-a7c7-bc5f84451a0d admin admin] Pushing event deleted for resources: {'Port': ['ID=9b2fddbb-f9f5-4484-b8a9-caac330adc84,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:09:13.292876 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d455e0-6d4b-43c4-a7c7-bc5f84451a0d admin admin] No DVR routers for this DVR port 9b2fddbb-f9f5-4484-b8a9-caac330adc84 on host dv-cinder-786933-3-iscsi {{(pid=92885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:09:13.381906 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e9d455e0-6d4b-43c4-a7c7-bc5f84451a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1457064', 'neutron.services.segments.db._delete_segments_for_network-8772357979203'] for network, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:13.389041 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07cf022b-8233-4d03-bc4d-74fdcf46bbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828'] for port, after_delete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:13.399621 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.services.segments.db [None req-e9d455e0-6d4b-43c4-a7c7-bc5f84451a0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61405a63-3c35-46cf-a1e4-683f49fcf69a']}} {{(pid=92885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:09:13.403844 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cf022b-8233-4d03-bc4d-74fdcf46bbec None None] No DVR routers for this DVR port 9b2fddbb-f9f5-4484-b8a9-caac330adc84 on host dv-cinder-786933-3-iscsi {{(pid=92886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:09:13.413392 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.services.segments.db [None req-e9d455e0-6d4b-43c4-a7c7-bc5f84451a0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85c53708-6726-43fe-af8e-0df6a1a4de32') {'for_net_delete': True} {{(pid=92885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:09:13.414676 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.services.segments.db [None req-e9d455e0-6d4b-43c4-a7c7-bc5f84451a0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85c53708-6726-43fe-af8e-0df6a1a4de32') {} {{(pid=92885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:09:13.424177 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e9d455e0-6d4b-43c4-a7c7-bc5f84451a0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772357979724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4246872'] for segment, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:13.424909 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf022b-8233-4d03-bc4d-74fdcf46bbec None None] Pushing event deleted for resources: {'Port': ['ID=9b2fddbb-f9f5-4484-b8a9-caac330adc84,revision_number=None']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:09:13.439330 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf022b-8233-4d03-bc4d-74fdcf46bbec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:09:13.439330 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf022b-8233-4d03-bc4d-74fdcf46bbec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:09:13.439827 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf022b-8233-4d03-bc4d-74fdcf46bbec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:09:13.440122 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf022b-8233-4d03-bc4d-74fdcf46bbec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:09:13.440421 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf022b-8233-4d03-bc4d-74fdcf46bbec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:09:13.440769 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf022b-8233-4d03-bc4d-74fdcf46bbec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:09:13.441190 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf022b-8233-4d03-bc4d-74fdcf46bbec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:09:13.442744 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf022b-8233-4d03-bc4d-74fdcf46bbec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:09:13.442744 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf022b-8233-4d03-bc4d-74fdcf46bbec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:09:13.442744 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf022b-8233-4d03-bc4d-74fdcf46bbec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:09:13.442744 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf022b-8233-4d03-bc4d-74fdcf46bbec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:09:13.443980 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf022b-8233-4d03-bc4d-74fdcf46bbec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-3-iscsi {{(pid=92886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 20:09:13.448786 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e9d455e0-6d4b-43c4-a7c7-bc5f84451a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480'] for segment, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:13.457556 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d455e0-6d4b-43c4-a7c7-bc5f84451a0d admin admin] Releasing vlan 1170 on physical network physnet1 to pool {{(pid=92885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:09:13.458062 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e9d455e0-6d4b-43c4-a7c7-bc5f84451a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372843'] for segment, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:13.460178 dv-cinder-786933-3-iscsi neutron-server[92885]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:09:13.460178 dv-cinder-786933-3-iscsi neutron-server[92885]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:09:13.460178 dv-cinder-786933-3-iscsi neutron-server[92885]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:09:13.460178 dv-cinder-786933-3-iscsi neutron-server[92885]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:09:13.460178 dv-cinder-786933-3-iscsi neutron-server[92885]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:09:13.460178 dv-cinder-786933-3-iscsi neutron-server[92885]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:09:13.460178 dv-cinder-786933-3-iscsi neutron-server[92885]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 20:09:13.460178 dv-cinder-786933-3-iscsi neutron-server[92885]: conditions |= (models_v2.Port.network_id.in_( Jul 13 20:09:13.460178 dv-cinder-786933-3-iscsi neutron-server[92885]: Traceback (most recent call last): Jul 13 20:09:13.460178 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:09:13.460178 dv-cinder-786933-3-iscsi neutron-server[92885]: timer() Jul 13 20:09:13.460178 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:09:13.460178 dv-cinder-786933-3-iscsi neutron-server[92885]: cb(*args, **kw) Jul 13 20:09:13.460178 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:09:13.460178 dv-cinder-786933-3-iscsi neutron-server[92885]: return func(*args, **kwargs) Jul 13 20:09:13.460178 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:09:13.460178 dv-cinder-786933-3-iscsi neutron-server[92885]: self._notify() Jul 13 20:09:13.460178 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:09:13.460178 dv-cinder-786933-3-iscsi neutron-server[92885]: self.callback(batched_events) Jul 13 20:09:13.460178 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:09:13.460178 dv-cinder-786933-3-iscsi neutron-server[92885]: event.method(event) Jul 13 20:09:13.460178 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:09:13.460178 dv-cinder-786933-3-iscsi neutron-server[92885]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:09:13.460178 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:09:13.460178 dv-cinder-786933-3-iscsi neutron-server[92885]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:09:13.460178 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:09:13.460178 dv-cinder-786933-3-iscsi neutron-server[92885]: return f(self, *a, **k) Jul 13 20:09:13.460178 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:09:13.460178 dv-cinder-786933-3-iscsi neutron-server[92885]: return self._get(url).json() Jul 13 20:09:13.460178 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:09:13.460178 dv-cinder-786933-3-iscsi neutron-server[92885]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:09:13.460178 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:09:13.460178 dv-cinder-786933-3-iscsi neutron-server[92885]: return self.request(url, 'GET', **kwargs) Jul 13 20:09:13.460178 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:09:13.460178 dv-cinder-786933-3-iscsi neutron-server[92885]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:09:13.460178 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:09:13.460178 dv-cinder-786933-3-iscsi neutron-server[92885]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:09:13.460178 dv-cinder-786933-3-iscsi neutron-server[92885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:09:13.460178 dv-cinder-786933-3-iscsi neutron-server[92885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:09:13.460178 dv-cinder-786933-3-iscsi neutron-server[92885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:09:13.522795 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e9d455e0-6d4b-43c4-a7c7-bc5f84451a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1457087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502378'] for network, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:13.530900 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-e9d455e0-6d4b-43c4-a7c7-bc5f84451a0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for network, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:13.533970 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-e9d455e0-6d4b-43c4-a7c7-bc5f84451a0d admin admin] 10.222.0.22 "DELETE /v2.0/networks/61405a63-3c35-46cf-a1e4-683f49fcf69a HTTP/1.1" status: 204 len: 168 time: 0.6710701 Jul 13 20:09:13.538821 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 47186) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:09:13.548346 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d455e0-6d4b-43c4-a7c7-bc5f84451a0d admin admin] Pushing event deleted for resources: {'Network': ['ID=61405a63-3c35-46cf-a1e4-683f49fcf69a,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:09:13.837886 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device c9def8a8-8d52-4343-80e8-7b4ad59dd830 no longer exists at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:09:13.866689 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] No Port match for: c9def8a8-8d52-4343-80e8-7b4ad59dd830 {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:09:13.867643 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device c9def8a8-8d52-4343-80e8-7b4ad59dd830 not bound to the agent host dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:09:13.867643 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 05883f3c-a42c-447a-a1da-823e484b0b37 no longer exists at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:09:13.886488 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] No Port match for: 05883f3c-a42c-447a-a1da-823e484b0b37 {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:09:13.886809 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 05883f3c-a42c-447a-a1da-823e484b0b37 not bound to the agent host dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:09:13.887234 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 9b2fddbb-f9f5-4484-b8a9-caac330adc84 no longer exists at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:09:13.909591 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] No Port match for: 9b2fddbb-f9f5-4484-b8a9-caac330adc84 {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:09:13.909924 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 9b2fddbb-f9f5-4484-b8a9-caac330adc84 not bound to the agent host dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:09:13.931675 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-bfb57781-868c-40ab-ab89-2361fded42fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-505412'] for router_interface, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:14.273401 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [None req-bfb57781-868c-40ab-ab89-2361fded42fe admin admin] Deleting port 0eac82a1-d5d5-48df-b767-b7cc264542fc {{(pid=92884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:09:14.273722 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-bfb57781-868c-40ab-ab89-2361fded42fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:14.373729 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [None req-bfb57781-868c-40ab-ab89-2361fded42fe admin admin] For port 0eac82a1-d5d5-48df-b767-b7cc264542fc, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=0eac82a1-d5d5-48df-b767-b7cc264542fc,segment=NetworkSegment(d7b74b94-9650-4a80-b000-ca349eeecdc4),segment_id=d7b74b94-9650-4a80-b000-ca349eeecdc4)] {{(pid=92884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:09:14.374173 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-bfb57781-868c-40ab-ab89-2361fded42fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:14.388642 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [None req-bfb57781-868c-40ab-ab89-2361fded42fe admin admin] Calling delete_port for 0eac82a1-d5d5-48df-b767-b7cc264542fc owned by network:router_interface {{(pid=92884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:09:14.593438 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-bfb57781-868c-40ab-ab89-2361fded42fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:14.625244 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb57781-868c-40ab-ab89-2361fded42fe admin admin] Pushing event deleted for resources: {'Port': ['ID=0eac82a1-d5d5-48df-b767-b7cc264542fc,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:09:14.818452 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-bfb57781-868c-40ab-ab89-2361fded42fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-645678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-505576'] for router_interface, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:15.059497 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb57781-868c-40ab-ab89-2361fded42fe admin admin] Router 46712f44-72e9-41fc-8c6b-2aa173967b74 has already been hosted by L3 agent 0e7c3738-45a3-4538-a4c8-a40f491ed8bd {{(pid=92884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 20:09:15.170230 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb57781-868c-40ab-ab89-2361fded42fe admin admin] Notify agent at l3_agent.dv-cinder-786933-3-iscsi the message routers_updated {{(pid=92884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 20:09:15.176334 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-bfb57781-868c-40ab-ab89-2361fded42fe admin admin] 10.222.0.22 "PUT /v2.0/routers/46712f44-72e9-41fc-8c6b-2aa173967b74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6359403 Jul 13 20:09:15.178712 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 47188) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:09:15.180391 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2225404-f0da-4439-9da7-4995da8d8d8b None None] Sync routers for ids ['46712f44-72e9-41fc-8c6b-2aa173967b74'] in dv-cinder-786933-3-iscsi {{(pid=92887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 20:09:15.190156 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2225404-f0da-4439-9da7-4995da8d8d8b None None] Routers {'46712f44-72e9-41fc-8c6b-2aa173967b74'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:09:15.190851 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-b2225404-f0da-4439-9da7-4995da8d8d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T20:08:48Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['46712f44-72e9-41fc-8c6b-2aa173967b74'], 'active': True} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:09:15.259232 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-78e72cfd-692c-4966-82e9-5bcdafd903a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:15.290196 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-c4e4cc7a-b475-4992-8934-f87b44f501e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:15.351654 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvr_db [None req-b2225404-f0da-4439-9da7-4995da8d8d8b None None] Set router 46712f44-72e9-41fc-8c6b-2aa173967b74 gateway port host: dv-cinder-786933-3-iscsi {{(pid=92887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:09:15.418019 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-c4e4cc7a-b475-4992-8934-f87b44f501e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:15.497293 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [None req-c4e4cc7a-b475-4992-8934-f87b44f501e7 admin admin] Deleting port eac1107d-eb10-4ecf-ae11-1887355fb2ba {{(pid=92884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:09:15.497963 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-c4e4cc7a-b475-4992-8934-f87b44f501e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:15.564927 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-b2225404-f0da-4439-9da7-4995da8d8d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46712f44-72e9-41fc-8c6b-2aa173967b74', 'name': 'tempest-TestVolumeBootPattern-959790279-router', 'tenant_id': '431e72133cb44a699effe97c35fea761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'external_fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'eac1107d-eb10-4ecf-ae11-1887355fb2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:02:24Z', 'updated_at': '2021-07-13T20:09:14Z', 'revision_number': 5, 'project_id': '431e72133cb44a699effe97c35fea761', 'gw_port': {'id': 'eac1107d-eb10-4ecf-ae11-1887355fb2ba', 'name': '', 'network_id': '016193b2-3012-4896-ba69-fa2225e8730f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:99:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46712f44-72e9-41fc-8c6b-2aa173967b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T20:02:25Z', 'updated_at': '2021-07-13T20:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c7148d1-68ad-4d7f-9cc6-340fc018242b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-3-iscsi'}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:09:15.596618 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2225404-f0da-4439-9da7-4995da8d8d8b None None] Checking router: 46712f44-72e9-41fc-8c6b-2aa173967b74 for host: dv-cinder-786933-3-iscsi {{(pid=92887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 20:09:15.604814 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [None req-c4e4cc7a-b475-4992-8934-f87b44f501e7 admin admin] For port eac1107d-eb10-4ecf-ae11-1887355fb2ba, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=eac1107d-eb10-4ecf-ae11-1887355fb2ba,segment=NetworkSegment(13a02452-998b-4f16-8f41-6eb5670d640f),segment_id=13a02452-998b-4f16-8f41-6eb5670d640f)] {{(pid=92884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:09:15.605399 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-c4e4cc7a-b475-4992-8934-f87b44f501e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:15.607630 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2225404-f0da-4439-9da7-4995da8d8d8b None None] Routers {'46712f44-72e9-41fc-8c6b-2aa173967b74'} bound to L3 agent in host dv-cinder-786933-3-iscsi {{(pid=92887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 20:09:15.608548 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-b2225404-f0da-4439-9da7-4995da8d8d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:16:18Z,description=,heartbeat_timestamp=2021-07-13T20:08:48Z,host='dv-cinder-786933-3-iscsi',id=0e7c3738-45a3-4538-a4c8-a40f491ed8bd,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:16:18Z,topic='l3_agent')) {'router_ids': ['46712f44-72e9-41fc-8c6b-2aa173967b74'], 'active': True} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:09:15.621271 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [None req-c4e4cc7a-b475-4992-8934-f87b44f501e7 admin admin] Calling delete_port for eac1107d-eb10-4ecf-ae11-1887355fb2ba owned by network:router_gateway {{(pid=92884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:09:15.803640 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_dvr_db [None req-b2225404-f0da-4439-9da7-4995da8d8d8b None None] Set router 46712f44-72e9-41fc-8c6b-2aa173967b74 gateway port host: None {{(pid=92887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 20:09:15.841772 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-c4e4cc7a-b475-4992-8934-f87b44f501e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:15.852735 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.l3_hamode_db [None req-b2225404-f0da-4439-9da7-4995da8d8d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46712f44-72e9-41fc-8c6b-2aa173967b74', 'name': 'tempest-TestVolumeBootPattern-959790279-router', 'tenant_id': '431e72133cb44a699effe97c35fea761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:02:24Z', 'updated_at': '2021-07-13T20:09:15Z', 'revision_number': 6, 'project_id': '431e72133cb44a699effe97c35fea761', 'gw_port_host': None}], 'dv-cinder-786933-3-iscsi', False) {} {{(pid=92887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:09:15.867728 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e4cc7a-b475-4992-8934-f87b44f501e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=eac1107d-eb10-4ecf-ae11-1887355fb2ba,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:09:15.882898 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2225404-f0da-4439-9da7-4995da8d8d8b None None] The sync data for ids ['46712f44-72e9-41fc-8c6b-2aa173967b74'] in dv-cinder-786933-3-iscsi is: [{'id': '46712f44-72e9-41fc-8c6b-2aa173967b74', 'name': 'tempest-TestVolumeBootPattern-959790279-router', 'tenant_id': '431e72133cb44a699effe97c35fea761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T20:02:24Z', 'updated_at': '2021-07-13T20:09:15Z', 'revision_number': 6, 'project_id': '431e72133cb44a699effe97c35fea761', 'gw_port_host': None}] {{(pid=92887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 20:09:15.964953 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-c4e4cc7a-b475-4992-8934-f87b44f501e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-502286'] for router_gateway, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:16.082386 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-c4e4cc7a-b475-4992-8934-f87b44f501e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-502773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57501'] for router, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:16.085615 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-c4e4cc7a-b475-4992-8934-f87b44f501e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:16.136657 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-c4e4cc7a-b475-4992-8934-f87b44f501e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-506629'] for router, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:16.137509 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e4cc7a-b475-4992-8934-f87b44f501e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46712f44-72e9-41fc-8c6b-2aa173967b74 {{(pid=92884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 20:09:16.144741 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-c4e4cc7a-b475-4992-8934-f87b44f501e7 admin admin] Notify callbacks [] for router, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:16.147083 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-c4e4cc7a-b475-4992-8934-f87b44f501e7 admin admin] 10.222.0.22 "DELETE /v2.0/routers/46712f44-72e9-41fc-8c6b-2aa173967b74 HTTP/1.1" status: 204 len: 168 time: 0.9669058 Jul 13 20:09:16.149789 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 47190) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:09:16.203334 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.db_base_plugin_v2 [None req-f39fccc0-905b-4103-a391-cc859fc945e5 admin admin] Deleting subnet 393fd01b-1149-4758-abb4-023e2cef54f5 {{(pid=92884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 20:09:16.208726 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f39fccc0-905b-4103-a391-cc859fc945e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:16.261029 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f39fccc0-905b-4103-a391-cc859fc945e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4873532'] for subnet, precommit_delete_associations {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:16.356962 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f39fccc0-905b-4103-a391-cc859fc945e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1491773'] for subnet, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:16.433200 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f39fccc0-905b-4103-a391-cc859fc945e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1491780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-857364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4873555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5003205'] for subnet, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:16.461219 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39fccc0-905b-4103-a391-cc859fc945e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=393fd01b-1149-4758-abb4-023e2cef54f5,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:09:16.464852 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-f39fccc0-905b-4103-a391-cc859fc945e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for subnet, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:16.469642 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-f39fccc0-905b-4103-a391-cc859fc945e5 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/393fd01b-1149-4758-abb4-023e2cef54f5 HTTP/1.1" status: 204 len: 168 time: 0.3157439 Jul 13 20:09:16.471119 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 47192) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:09:16.475133 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b528741-6e9f-400b-b6a4-7eb1c8ec4d8b None None] Network 7a15bc7a-e598-4cbe-a2e4-4a2599dfb0cf requested from dv-cinder-786933-3-iscsi {{(pid=92886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 20:09:16.560874 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-383f2bbf-b40d-40a7-a1df-418c907fcbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1640404'] for network, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:16.634341 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [None req-383f2bbf-b40d-40a7-a1df-418c907fcbef admin admin] Deleting port 430f68cf-8997-4a96-88a0-75c369124f50 {{(pid=92884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:09:16.635041 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-383f2bbf-b40d-40a7-a1df-418c907fcbef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:16.701124 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193a9d5e-9949-46ad-87f2-06d334804d0a None None] DHCP port deletion for 7a15bc7a-e598-4cbe-a2e4-4a2599dfb0cf request from dv-cinder-786933-3-iscsi {{(pid=92886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 20:09:16.707855 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.db [None req-383f2bbf-b40d-40a7-a1df-418c907fcbef admin admin] For port 430f68cf-8997-4a96-88a0-75c369124f50, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=430f68cf-8997-4a96-88a0-75c369124f50,segment=NetworkSegment(d7b74b94-9650-4a80-b000-ca349eeecdc4),segment_id=d7b74b94-9650-4a80-b000-ca349eeecdc4)] {{(pid=92884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:09:16.708322 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-383f2bbf-b40d-40a7-a1df-418c907fcbef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:16.722280 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.plugin [None req-383f2bbf-b40d-40a7-a1df-418c907fcbef admin admin] Calling delete_port for 430f68cf-8997-4a96-88a0-75c369124f50 owned by network:dhcp {{(pid=92884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:09:16.773703 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-193a9d5e-9949-46ad-87f2-06d334804d0a None None] Deleting port 430f68cf-8997-4a96-88a0-75c369124f50 {{(pid=92886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 20:09:16.774192 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-193a9d5e-9949-46ad-87f2-06d334804d0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772357911781'] for port, before_delete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:16.825291 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-383f2bbf-b40d-40a7-a1df-418c907fcbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4873486'] for port, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:16.840968 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.db [None req-193a9d5e-9949-46ad-87f2-06d334804d0a None None] For port 430f68cf-8997-4a96-88a0-75c369124f50, host dv-cinder-786933-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-3-iscsi',level=0,port_id=430f68cf-8997-4a96-88a0-75c369124f50,segment=NetworkSegment(d7b74b94-9650-4a80-b000-ca349eeecdc4),segment_id=d7b74b94-9650-4a80-b000-ca349eeecdc4)] {{(pid=92886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 20:09:16.841450 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-193a9d5e-9949-46ad-87f2-06d334804d0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501223'] for port, precommit_delete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:16.855520 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-193a9d5e-9949-46ad-87f2-06d334804d0a None None] Calling delete_port for 430f68cf-8997-4a96-88a0-75c369124f50 owned by network:dhcp {{(pid=92886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 20:09:16.859741 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f2bbf-b40d-40a7-a1df-418c907fcbef admin admin] Pushing event deleted for resources: {'Port': ['ID=430f68cf-8997-4a96-88a0-75c369124f50,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:09:16.861606 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383f2bbf-b40d-40a7-a1df-418c907fcbef admin admin] No DVR routers for this DVR port 430f68cf-8997-4a96-88a0-75c369124f50 on host dv-cinder-786933-3-iscsi {{(pid=92884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:09:16.938778 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-383f2bbf-b40d-40a7-a1df-418c907fcbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1457064', 'neutron.services.segments.db._delete_segments_for_network-8772357979203'] for network, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:16.956709 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.services.segments.db [None req-383f2bbf-b40d-40a7-a1df-418c907fcbef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a15bc7a-e598-4cbe-a2e4-4a2599dfb0cf']}} {{(pid=92884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:09:16.957709 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-193a9d5e-9949-46ad-87f2-06d334804d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772357917709', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772357511828'] for port, after_delete {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:16.970825 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193a9d5e-9949-46ad-87f2-06d334804d0a None None] No DVR routers for this DVR port 430f68cf-8997-4a96-88a0-75c369124f50 on host dv-cinder-786933-3-iscsi {{(pid=92886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 20:09:16.974554 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.services.segments.db [None req-383f2bbf-b40d-40a7-a1df-418c907fcbef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b74b94-9650-4a80-b000-ca349eeecdc4') {'for_net_delete': True} {{(pid=92884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:09:16.974873 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.services.segments.db [None req-383f2bbf-b40d-40a7-a1df-418c907fcbef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b74b94-9650-4a80-b000-ca349eeecdc4') {} {{(pid=92884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 20:09:16.984437 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-383f2bbf-b40d-40a7-a1df-418c907fcbef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772357979724', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4873509'] for segment, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:16.996600 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a9d5e-9949-46ad-87f2-06d334804d0a None None] Pushing event deleted for resources: {'Port': ['ID=430f68cf-8997-4a96-88a0-75c369124f50,revision_number=None']} {{(pid=92886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:09:17.010163 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-383f2bbf-b40d-40a7-a1df-418c907fcbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480'] for segment, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:17.016782 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-383f2bbf-b40d-40a7-a1df-418c907fcbef admin admin] Releasing vlan 1188 on physical network physnet1 to pool {{(pid=92884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 20:09:17.017207 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-383f2bbf-b40d-40a7-a1df-418c907fcbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4873981'] for segment, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:17.018850 dv-cinder-786933-3-iscsi neutron-server[92884]: Traceback (most recent call last): Jul 13 20:09:17.018850 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 20:09:17.018850 dv-cinder-786933-3-iscsi neutron-server[92884]: timer() Jul 13 20:09:17.018850 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 20:09:17.018850 dv-cinder-786933-3-iscsi neutron-server[92884]: cb(*args, **kw) Jul 13 20:09:17.018850 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 20:09:17.018850 dv-cinder-786933-3-iscsi neutron-server[92884]: return func(*args, **kwargs) Jul 13 20:09:17.018850 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 20:09:17.018850 dv-cinder-786933-3-iscsi neutron-server[92884]: self._notify() Jul 13 20:09:17.018850 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 20:09:17.018850 dv-cinder-786933-3-iscsi neutron-server[92884]: self.callback(batched_events) Jul 13 20:09:17.018850 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 20:09:17.018850 dv-cinder-786933-3-iscsi neutron-server[92884]: event.method(event) Jul 13 20:09:17.018850 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 20:09:17.018850 dv-cinder-786933-3-iscsi neutron-server[92884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 20:09:17.018850 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 20:09:17.018850 dv-cinder-786933-3-iscsi neutron-server[92884]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 20:09:17.018850 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 20:09:17.018850 dv-cinder-786933-3-iscsi neutron-server[92884]: return f(self, *a, **k) Jul 13 20:09:17.018850 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 20:09:17.018850 dv-cinder-786933-3-iscsi neutron-server[92884]: return self._get(url).json() Jul 13 20:09:17.018850 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 20:09:17.018850 dv-cinder-786933-3-iscsi neutron-server[92884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 20:09:17.018850 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 20:09:17.018850 dv-cinder-786933-3-iscsi neutron-server[92884]: return self.request(url, 'GET', **kwargs) Jul 13 20:09:17.018850 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 20:09:17.018850 dv-cinder-786933-3-iscsi neutron-server[92884]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 20:09:17.018850 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 20:09:17.018850 dv-cinder-786933-3-iscsi neutron-server[92884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 20:09:17.018850 dv-cinder-786933-3-iscsi neutron-server[92884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 20:09:17.018850 dv-cinder-786933-3-iscsi neutron-server[92884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 20:09:17.018850 dv-cinder-786933-3-iscsi neutron-server[92884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 20:09:17.073271 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-383f2bbf-b40d-40a7-a1df-418c907fcbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1457087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-645669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-502378'] for network, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:17.082646 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-383f2bbf-b40d-40a7-a1df-418c907fcbef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-645715'] for network, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:17.084742 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-383f2bbf-b40d-40a7-a1df-418c907fcbef admin admin] 10.222.0.22 "DELETE /v2.0/networks/7a15bc7a-e598-4cbe-a2e4-4a2599dfb0cf HTTP/1.1" status: 204 len: 168 time: 0.6122110 Jul 13 20:09:17.095431 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f2bbf-b40d-40a7-a1df-418c907fcbef admin admin] Pushing event deleted for resources: {'Network': ['ID=7a15bc7a-e598-4cbe-a2e4-4a2599dfb0cf,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:09:17.225616 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 47196) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:09:17.283797 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-fa496bc6-af80-4816-8e66-227b9bfcb84f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=334e2b8fd3844b3b8d7e41bfaa2fc7f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0563712 Jul 13 20:09:17.287678 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.wsgi [-] (92885) accepted ('10.222.0.22', 47198) {{(pid=92885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:09:17.349401 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-a4145a54-965d-462b-88cc-8e114d1c8291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:17.372806 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-a4145a54-965d-462b-88cc-8e114d1c8291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:17.429334 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-a4145a54-965d-462b-88cc-8e114d1c8291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:17.435494 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron_lib.callbacks.manager [None req-a4145a54-965d-462b-88cc-8e114d1c8291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:17.436698 dv-cinder-786933-3-iscsi neutron-server[92885]: INFO neutron.wsgi [None req-a4145a54-965d-462b-88cc-8e114d1c8291 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ffce005f-c27a-47e4-a7ea-c4c0f30814c9 HTTP/1.1" status: 204 len: 168 time: 0.1477625 Jul 13 20:09:17.445010 dv-cinder-786933-3-iscsi neutron-server[92885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4145a54-965d-462b-88cc-8e114d1c8291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffce005f-c27a-47e4-a7ea-c4c0f30814c9,revision_number=None']} {{(pid=92885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:09:17.830654 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-1866f566-c799-446b-8fed-c9a75100ab91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:17.850412 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 0eac82a1-d5d5-48df-b767-b7cc264542fc no longer exists at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:09:17.877953 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] No Port match for: 0eac82a1-d5d5-48df-b767-b7cc264542fc {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:09:17.878521 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 0eac82a1-d5d5-48df-b767-b7cc264542fc not bound to the agent host dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:09:17.879226 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 430f68cf-8997-4a96-88a0-75c369124f50 no longer exists at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:09:17.880546 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 47204) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:09:17.899293 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] No Port match for: 430f68cf-8997-4a96-88a0-75c369124f50 {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:09:17.899758 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device 430f68cf-8997-4a96-88a0-75c369124f50 not bound to the agent host dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:09:17.900251 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device eac1107d-eb10-4ecf-ae11-1887355fb2ba no longer exists at agent ovs-agent-dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 20:09:17.927606 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] No Port match for: eac1107d-eb10-4ecf-ae11-1887355fb2ba {{(pid=92886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 20:09:17.927949 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron.plugins.ml2.rpc [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Device eac1107d-eb10-4ecf-ae11-1887355fb2ba not bound to the agent host dv-cinder-786933-3-iscsi {{(pid=92886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 20:09:17.936890 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-7882a486-851e-403f-9aa1-61f09a3a3c76 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=431e72133cb44a699effe97c35fea761&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0546412 Jul 13 20:09:17.940599 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.wsgi [-] (92884) accepted ('10.222.0.22', 47206) {{(pid=92884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 20:09:17.941701 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:18.003807 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-b04b5867-04d9-4daf-ae8a-5e835c36b469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:18.027423 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-b04b5867-04d9-4daf-ae8a-5e835c36b469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:18.091136 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-b04b5867-04d9-4daf-ae8a-5e835c36b469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629153'] for security_group, after_delete {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:18.092955 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron_lib.callbacks.manager [None req-b04b5867-04d9-4daf-ae8a-5e835c36b469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:18.094159 dv-cinder-786933-3-iscsi neutron-server[92884]: INFO neutron.wsgi [None req-b04b5867-04d9-4daf-ae8a-5e835c36b469 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3a21b771-4408-41d5-86a2-3ee4c200bd36 HTTP/1.1" status: 204 len: 168 time: 0.1515760 Jul 13 20:09:18.102482 dv-cinder-786933-3-iscsi neutron-server[92884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b5867-04d9-4daf-ae8a-5e835c36b469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a21b771-4408-41d5-86a2-3ee4c200bd36,revision_number=None']} {{(pid=92884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 20:09:19.230602 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:20.942745 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:32.594005 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:09:43.224195 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:45.260173 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4d0967f2-bbf7-4881-8c8d-3b950acc3f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:47.822591 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cbed59a1-c7ca-4a34-a7dc-b8d257dc3852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:47.936803 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:49.227798 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:09:50.938427 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:09.593176 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:10:13.230144 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:15.258122 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-1f2cffc3-9b97-4306-ae9d-9f7778306731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:17.825498 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-47d009be-4af1-4c9b-80de-ed2329ead8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:17.944195 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:19.236105 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:20.946264 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:43.239455 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:45.250700 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6984f09c-c958-4eaa-b6dc-445c40a29141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:46.591939 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:10:47.829379 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-13889837-9077-4aa9-8a51-fe3c193f7abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:47.935528 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:49.234431 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:10:50.946140 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:13.239321 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:15.252630 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cf4ab089-4b13-47d0-8b24-9a4989cc89cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:17.831557 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-e51e85ba-f770-4e2e-b9ee-f6a4cc669d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:17.936858 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:19.238185 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:20.951734 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:23.590100 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:11:43.253700 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:45.254037 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-f544d0c8-e6d8-46f4-90ea-ce27c4e328d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:47.833254 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-7ba6b554-c35e-4df9-b680-d5937a0a421e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:47.937819 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:49.240122 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:11:50.956615 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:00.588554 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:12:13.254519 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:15.256604 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-b8659598-6093-4224-be43-5a01d12aa6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:17.835594 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-89cf749a-dca6-4cb7-8d0a-1b2932c0f045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:17.939074 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:19.243946 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:20.955304 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:37.588382 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:12:43.274124 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:45.258289 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-17d33752-17d9-436c-ae5a-9a3ceb0bfabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:47.841121 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-04d9ca34-2592-4321-afdd-07c12a7585dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:47.941193 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:49.246745 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:12:50.960841 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:13.268834 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:14.587894 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:13:15.259480 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-ff01b999-7a25-45a0-9d8b-b4a2b8795eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:17.842721 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-73396bb8-ada5-4a60-b472-a26b7d86fad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:17.941366 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:19.250836 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:20.965314 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:43.273345 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:45.260626 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-303af080-4d91-47f3-8772-520ebcc6b7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:47.843838 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-b0b38a63-5e0b-4fc9-a85c-6015afdb9ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:47.943370 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a3a5-7761-4d86-9301-b13aea6eaf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:49.252860 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07d6d58e-f627-472d-80c4-9e134f3989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:50.969100 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-6f130e37-179b-42a5-96af-12b21cf1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:13:51.587238 dv-cinder-786933-3-iscsi neutron-server[92887]: DEBUG neutron.db.agents_db [None req-069c5e07-25fa-470c-8485-64f059dddef3 None None] Agent healthcheck: found 6 active agents {{(pid=92887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 20:14:13.275360 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-cb702e11-8cea-47dd-ac12-1362fb576989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 20:14:15.262152 dv-cinder-786933-3-iscsi neutron-server[92886]: DEBUG neutron_lib.callbacks.manager [None req-07daaf82-e127-4017-b748-05c315739f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772357979185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454616'] for agent, after_update {{(pid=92886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}